-- Logs begin at Fri 2021-11-19 17:08:49 UTC, end at Fri 2021-11-19 18:13:47 UTC. -- Nov 19 17:45:34.538061 dv-cinder-810785-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 17:45:37.393446 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.common.config [-] Logging enabled! Nov 19 17:45:37.394092 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 17:45:37.394262 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103457) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 17:45:37.397681 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.common.config [-] Logging enabled! Nov 19 17:45:37.397968 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 17:45:37.398263 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103457) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 17:45:37.399280 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 17:45:37.399516 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 17:45:37.399895 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 17:45:37.400148 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 17:45:37.400379 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 17:45:37.400705 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.401140 dv-cinder-810785-3-iscsi neutron-server[103457]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 19 17:45:37.401452 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.401753 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.402052 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.402352 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.403311 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.403608 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.403906 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.404206 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.404502 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.404789 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.405080 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.405377 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.405666 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.405962 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.406254 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.406571 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] debug = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.406861 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.407302 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.407746 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.408039 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.408332 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.408670 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.408902 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.409349 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.409466 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.409810 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] host = dv-cinder-810785-3-iscsi {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.410095 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.410387 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.410703 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.411101 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.411272 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.411560 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.411846 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.412131 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.412410 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] log_file = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.412688 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.412981 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.413274 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.413570 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.413803 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.414039 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.414330 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.414650 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.414937 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.415221 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.415504 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.415785 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.416069 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.416344 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.416634 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.416924 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.417214 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.417497 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.417778 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.418084 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.418379 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.418688 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.418972 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.419256 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.419541 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.419831 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.420108 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.420389 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.420701 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.420992 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.421284 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.421575 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.421859 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.422147 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.422447 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.422731 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.423009 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] use_json = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.423288 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.423566 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.423854 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.424131 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.424410 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.424689 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.424965 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.425255 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:37.425561 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.425862 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.426169 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.426490 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.426810 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.427101 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.427396 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.427681 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.427977 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.428275 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.428576 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.428860 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.429157 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.429732 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.429732 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.430044 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.430346 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.430702 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.430959 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.431234 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.431516 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.431803 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.432099 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.432383 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.432679 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.432973 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.433263 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.433564 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.433948 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.434259 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.434574 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.434859 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.435148 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.435449 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.435735 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.436017 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.436304 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.436598 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.436888 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.437168 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.437458 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.437743 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.438024 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.438303 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.438610 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.438908 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.439286 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.439471 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.439747 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.440030 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.440305 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.440707 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.440879 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.441157 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.441508 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.441719 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.441998 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.442544 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.442644 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.442858 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.443141 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.443424 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.443701 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.443980 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.444257 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.444539 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.444810 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.445088 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.445372 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.445653 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.445929 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.446207 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.446509 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.446790 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.447096 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.447395 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.447681 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.447969 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.448264 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.448545 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.449062 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.449166 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.450054 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.450260 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.450495 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.450891 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.451091 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.451389 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.451681 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.452001 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.452307 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.452590 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.452884 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.453170 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.453455 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.453752 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.454047 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.454347 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.454679 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.454982 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.455275 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.455579 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.455871 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.456193 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.456482 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:37.456706 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 17:45:37.456962 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103457) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 19 17:45:37.900978 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 17:45:37.901262 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 17:45:37.901576 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 17:45:37.901923 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 17:45:38.244244 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.244518 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.244645 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.245851 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.246272 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.247130 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.285807 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.286086 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.286362 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.302967 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.303252 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.303526 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.334175 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.334485 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.334761 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.374736 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.375024 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.375301 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.637542 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.638235 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.638235 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.638487 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.639049 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.758149 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.758553 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.758787 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.759063 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.759333 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.759650 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.759917 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.760183 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.760439 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.760725 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.760988 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.761255 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.761516 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.762177 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.762177 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.762452 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.762591 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.762930 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.763261 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.763532 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.763818 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.764082 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.764379 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.764791 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.765049 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.765303 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.765755 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:45:38.766001 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:45:38.766242 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:45:38.766513 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:45:38.766756 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:45:38.766997 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:45:38.767390 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 17:45:38.770927 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 17:45:38.776345 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 17:45:38.780722 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Nov 19 17:45:38.782452 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 17:45:38.782927 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 17:45:38.783271 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 19 17:45:38.783671 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 17:45:38.786937 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 17:45:38.787330 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 17:45:38.787704 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 17:45:38.793868 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 19 17:45:38.818359 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 19 17:45:38.818869 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.819180 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103457) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 19 17:45:38.819738 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.821173 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103457) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 17:45:38.821468 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 17:45:38.821718 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 19 17:45:38.825633 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.825933 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:38.892767 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 17:45:38.893017 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 17:45:38.893183 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 17:45:38.893539 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 17:45:38.917067 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_db.sqlalchemy.engines [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103457) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 19 17:45:39.482460 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Initializing driver for type 'gre' Nov 19 17:45:39.483028 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] gre ID ranges: [(1, 1000)] Nov 19 17:45:39.541024 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Initializing driver for type 'local' Nov 19 17:45:39.541507 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Initializing driver for type 'vlan' Nov 19 17:45:39.556733 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] VlanTypeDriver initialization complete Nov 19 17:45:39.557205 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Initializing driver for type 'vxlan' Nov 19 17:45:39.557913 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] vxlan ID ranges: [(1, 1000)] Nov 19 17:45:39.616373 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Initializing extension driver 'port_security' Nov 19 17:45:39.616822 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.extensions.port_security [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] PortSecurityExtensionDriver initialization complete Nov 19 17:45:39.617155 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Initializing mechanism driver 'openvswitch' Nov 19 17:45:39.617492 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Initializing mechanism driver 'hyperv' Nov 19 17:45:39.625073 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:39.625923 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > port after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.626290 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > port after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.626698 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > port after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.627238 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 17:45:39.627670 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > subnet after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.628026 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > subnet after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.628373 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.628770 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 17:45:39.629185 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > network after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.629528 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > network after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.629870 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > network after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.630260 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 17:45:39.630696 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > security_group after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.631045 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > security_group after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.631386 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.631784 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 17:45:39.632187 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.632533 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.632878 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.633265 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 17:45:39.633664 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > address_group after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.634008 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > address_group after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.634344 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.634760 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 17:45:39.635139 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] ML2 OVO RPC backend initialized. {{(pid=103457) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 19 17:45:39.635842 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.636197 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.636625 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > network before_response 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.636963 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > networks before_response 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.637309 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > port before_response 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.637831 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > ports before_response 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.638379 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > subnet before_response 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.638543 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > subnets before_response 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.638897 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > network after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.639236 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > network after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.639573 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > network after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.639910 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > port after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.640247 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > port after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.640582 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > port after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.640918 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > subnet after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.641261 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > subnet after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.641600 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.642180 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.plugin [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Modular L2 Plugin initialization complete Nov 19 17:45:39.642550 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading services supported by the core plugin {{(pid=103457) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 17:45:39.642878 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.plugins.ml2.managers [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Got port-security extension from driver 'port_security' Nov 19 17:45:39.643337 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.extensions.vlantransparent [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Disabled vlantransparent extension. Nov 19 17:45:39.643822 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103457) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 17:45:39.644138 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading Plugin: router Nov 19 17:45:39.680247 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.680641 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router after_create 55549900 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.681012 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router before_create 55549900 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.681382 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.681751 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.682109 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router after_delete 55549900 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.682499 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.682975 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.683339 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router after_create 55549900 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.683736 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router after_update 55549900 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.684601 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router after_update 55549900 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.684959 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.685316 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router after_update 55549900 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.685727 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router precommit_update 55549900 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.686096 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: port after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.686461 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: port after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.686811 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: subnet after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.687161 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.687507 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.687855 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router precommit_create 55549900 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.688196 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: port before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.688545 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router precommit_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.688901 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router after_update 55549900 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.689243 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.689593 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router precommit_create 55549900 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.689955 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.690305 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router precommit_update 55549900 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.690688 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > agent after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.691036 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > agent after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.691380 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > network after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.692246 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Tracking information for resource: router configured {{(pid=103457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:45:39.692580 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Tracking information for resource: floatingip configured {{(pid=103457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:45:39.697576 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.db.l3_agentschedulers_db [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 17:45:39.698163 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: port after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.698952 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: port after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.698952 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: port after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.699258 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: port after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.700051 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router before_create 55550100 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.700413 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.700771 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router precommit_create 55550100 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.701127 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > router precommit_update 55550100 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.706117 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.services.provider_configuration [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Service providers = [] {{(pid=103457) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 17:45:39.706513 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.db.servicetype_db [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103457) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 17:45:39.709548 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.services.service_base [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 17:45:39.709906 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.services.service_base [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 17:45:39.710248 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.services.service_base [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 17:45:39.711166 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.services.service_base [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 17:45:39.711544 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.services.service_base [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 17:45:39.711932 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:45:39.712258 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 17:45:39.723612 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:45:39.723942 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading Plugin: auto_allocate Nov 19 17:45:39.730000 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: network precommit_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.730388 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: network precommit_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.731547 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:45:39.731816 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading Plugin: tag Nov 19 17:45:39.738764 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:45:39.739099 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading Plugin: timestamp Nov 19 17:45:39.742936 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:45:39.743273 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading Plugin: network_ip_availability Nov 19 17:45:39.749362 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.749732 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.750086 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.750887 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:45:39.751209 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading Plugin: flavors Nov 19 17:45:39.756192 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:45:39.756528 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading Plugin: revisions Nov 19 17:45:39.760833 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:45:39.761228 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_concurrency.lockutils [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.860s {{(pid=103457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 17:45:39.762166 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103457) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 19 17:45:39.762531 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Initializing extension manager. Nov 19 17:45:39.763047 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: __init__.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.763392 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: __pycache__ {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.763730 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.764066 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: address_group.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.764900 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.765537 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: address-group Nov 19 17:45:39.765537 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: address_scope.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.766461 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.766978 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: address-scope Nov 19 17:45:39.767378 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.768386 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.768899 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: router-admin-state-down-before-update Nov 19 17:45:39.769225 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: agent.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.769927 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.770447 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: agent Nov 19 17:45:39.770773 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: agent_resources_synced.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.771683 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.772188 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: agent-resources-synced Nov 19 17:45:39.772511 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: allowedaddresspairs.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.774301 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.774848 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: allowed-address-pairs Nov 19 17:45:39.775180 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: auto_allocated_topology.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.776262 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.776774 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: auto-allocated-topology Nov 19 17:45:39.777101 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: availability_zone.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.778367 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.778891 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: availability_zone Nov 19 17:45:39.779243 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: availability_zone_filter.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.780155 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.780662 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: availability_zone_filter Nov 19 17:45:39.780985 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: data_plane_status.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.781892 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.782410 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 17:45:39.782728 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: default_subnetpools.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.783655 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.784129 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: default-subnetpools Nov 19 17:45:39.784450 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.785258 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.785752 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: dhcp_agent_scheduler Nov 19 17:45:39.786074 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: dns.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.787015 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.787513 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension dns-integration not supported by any of loaded plugins Nov 19 17:45:39.787832 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: dns_domain_ports.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.788744 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.789249 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 17:45:39.789571 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.790512 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.791011 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 19 17:45:39.791332 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: dvr.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.792002 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.792525 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: dvr Nov 19 17:45:39.792824 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: ecmp_routes.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.794284 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.794934 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 19 17:45:39.795257 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: empty_string_filtering.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.796158 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.796669 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: empty-string-filtering Nov 19 17:45:39.796991 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.797891 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.798421 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 17:45:39.798730 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.799644 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.800143 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 17:45:39.800463 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: external_net.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.801361 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.801856 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: external-net Nov 19 17:45:39.802174 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.803107 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.803605 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: extra_dhcp_opt Nov 19 17:45:39.803928 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: extraroute.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.804838 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.805333 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: extraroute Nov 19 17:45:39.805652 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: extraroute_atomic.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.806935 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.807448 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: extraroute-atomic Nov 19 17:45:39.807780 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: filter_validation.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.808448 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.808973 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: filter-validation Nov 19 17:45:39.809293 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: fip_pf_description.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.810196 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.810726 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 17:45:39.811044 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: fip_port_details.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.811964 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.812461 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: fip-port-details Nov 19 17:45:39.812783 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: flavors.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.814034 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.814577 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: flavors Nov 19 17:45:39.814907 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.816576 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.817101 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 17:45:39.817437 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: floatingip_pools.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.818134 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.818676 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: floatingip-pools Nov 19 17:45:39.819002 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: ip_allocation.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.819916 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.820418 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 17:45:39.820747 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.821654 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.822161 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: ip-substring-filtering Nov 19 17:45:39.822532 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: l2_adjacency.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.823447 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.823952 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 17:45:39.824363 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: l3.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.825349 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.825863 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: router Nov 19 17:45:39.826198 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.828468 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.828998 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 17:45:39.829332 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.830256 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.830808 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: ext-gw-mode Nov 19 17:45:39.831137 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.832080 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.832595 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: l3-ha Nov 19 17:45:39.832919 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: l3_flavors.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.833822 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.834325 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: l3-flavors Nov 19 17:45:39.834677 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.835584 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.836089 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 17:45:39.836413 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: l3agentscheduler.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.837435 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.837944 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: l3_agent_scheduler Nov 19 17:45:39.838274 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: local_ip.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.840648 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.841160 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension local_ip not supported by any of loaded plugins Nov 19 17:45:39.841489 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: logging.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.844731 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.845256 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension logging not supported by any of loaded plugins Nov 19 17:45:39.845591 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: metering.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.846342 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.846961 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: metering Nov 19 17:45:39.847297 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.848404 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.848920 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: metering_source_and_destination_fields Nov 19 17:45:39.849256 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: multiprovidernet.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.850175 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.850718 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: multi-provider Nov 19 17:45:39.851045 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: netmtu.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.851963 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.852467 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: net-mtu Nov 19 17:45:39.852790 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: netmtu_writable.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.853699 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.854199 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: net-mtu-writable Nov 19 17:45:39.854565 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: network_availability_zone.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.855231 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.856279 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: network_availability_zone Nov 19 17:45:39.856640 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: network_ip_availability.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.857730 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.858236 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: network-ip-availability Nov 19 17:45:39.858588 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: network_segment_range.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.859354 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.859853 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 17:45:39.860169 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: pagination.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.861142 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.861472 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: pagination Nov 19 17:45:39.861797 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: port_device_profile.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.862731 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.863243 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: port-device-profile Nov 19 17:45:39.863568 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.864481 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.864982 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: port-mac-address-regenerate Nov 19 17:45:39.865305 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.866202 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.866738 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: port-numa-affinity-policy Nov 19 17:45:39.867063 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: port_resource_request.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.867975 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.868475 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 17:45:39.868798 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: port_resource_request_groups.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.869771 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.870255 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 19 17:45:39.870619 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: portbindings.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.871576 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.872084 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: binding Nov 19 17:45:39.872410 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: portbindings_extended.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.873702 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.874209 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: binding-extended Nov 19 17:45:39.874569 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: portsecurity.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.875478 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.875980 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: port-security Nov 19 17:45:39.876302 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: project_id.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.877279 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.877608 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: project-id Nov 19 17:45:39.877934 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: providernet.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.878878 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.879392 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: provider Nov 19 17:45:39.879716 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: qos.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.883452 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.883983 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension qos not supported by any of loaded plugins Nov 19 17:45:39.884316 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.885589 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.886099 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 17:45:39.886569 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.887416 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.888192 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 17:45:39.888461 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: qos_default.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.889646 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.890092 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension qos-default not supported by any of loaded plugins Nov 19 17:45:39.890357 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: qos_fip.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.891795 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.891795 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension qos-fip not supported by any of loaded plugins Nov 19 17:45:39.891993 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: qos_gateway_ip.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.892916 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.893426 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 17:45:39.893751 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: qos_port_network_policy.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.894720 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.895227 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 17:45:39.895552 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.896821 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.897334 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 19 17:45:39.897663 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: qos_pps_rule.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.898873 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.899388 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension qos-pps not supported by any of loaded plugins Nov 19 17:45:39.899716 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: qos_rule_type_details.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.900658 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.901169 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 17:45:39.901496 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: qos_rules_alias.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.903087 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.903603 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 17:45:39.903990 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: quota_check_limit.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.904936 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.905446 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: quota-check-limit Nov 19 17:45:39.905774 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: quotasv2.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.906781 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.907111 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: quotas Nov 19 17:45:39.907441 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: quotasv2_detail.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.910663 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.911008 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: quota_details Nov 19 17:45:39.911347 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: rbac.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.912560 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.913087 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: rbac-policies Nov 19 17:45:39.913417 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: rbac_address_group.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.914349 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.914896 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: rbac-address-group Nov 19 17:45:39.915225 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: rbac_address_scope.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.916150 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.916661 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: rbac-address-scope Nov 19 17:45:39.916987 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: rbac_security_groups.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.917901 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.919029 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: rbac-security-groups Nov 19 17:45:39.919354 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: rbac_subnetpool.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.920269 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.920780 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: rbac-subnetpool Nov 19 17:45:39.921097 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: revisionifmatch.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.922018 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.922553 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: revision-if-match Nov 19 17:45:39.922876 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: revisions.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.923984 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.924495 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: standard-attr-revisions Nov 19 17:45:39.924820 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: router_availability_zone.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.925493 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.926002 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: router_availability_zone Nov 19 17:45:39.926323 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: routerservicetype.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.927275 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.927780 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension router-service-type not supported by any of loaded plugins Nov 19 17:45:39.928106 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.929154 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.929692 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: security-groups-normalized-cidr Nov 19 17:45:39.929944 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.930884 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.931393 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: port-security-groups-filtering Nov 19 17:45:39.931716 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.932640 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.933153 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: security-groups-remote-address-group Nov 19 17:45:39.933476 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.934723 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.935235 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: security-groups-shared-filtering Nov 19 17:45:39.935598 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.936156 dv-cinder-810785-3-iscsi neutron-server[103457]: WARNING neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 19 17:45:39.936478 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: securitygroup.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.946600 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.947171 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: security-group Nov 19 17:45:39.947509 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: segment.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.948381 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.948889 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension segment not supported by any of loaded plugins Nov 19 17:45:39.949567 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.950507 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.951028 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 17:45:39.951358 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: servicetype.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.952501 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.953018 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: service-type Nov 19 17:45:39.953347 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: sorting.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.954346 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.954806 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: sorting Nov 19 17:45:39.955035 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: standard_attr_segment.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.955952 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.956465 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 17:45:39.956793 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: standardattrdescription.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.957458 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.957989 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: standard-attr-description Nov 19 17:45:39.958298 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: stateful_security_group.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.959259 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.959781 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: stateful-security-group Nov 19 17:45:39.960105 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: stdattrs_common.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.960679 dv-cinder-810785-3-iscsi neutron-server[103457]: WARNING neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 17:45:39.960999 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.961927 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.962475 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 17:45:39.962806 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: subnet_onboard.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.963882 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.964396 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: subnet_onboard Nov 19 17:45:39.964725 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.966473 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.966969 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 17:45:39.967293 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: subnet_service_types.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.968243 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.968751 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: subnet-service-types Nov 19 17:45:39.969078 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: subnetallocation.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.970486 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.971000 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: subnet_allocation Nov 19 17:45:39.971328 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.972008 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.972511 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: subnetpool-prefix-ops Nov 19 17:45:39.972836 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.973763 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.974272 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 17:45:39.974617 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: tagging.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.975734 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.976253 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: standard-attr-tag Nov 19 17:45:39.976584 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: timestamp.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.977794 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.978308 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loaded extension: standard-attr-timestamp Nov 19 17:45:39.978659 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: trunk.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.979690 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.980202 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension trunk not supported by any of loaded plugins Nov 19 17:45:39.981177 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: trunk_details.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.982343 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.982835 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension trunk-details not supported by any of loaded plugins Nov 19 17:45:39.983165 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: uplink_status_propagation.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.984080 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.984592 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 17:45:39.984913 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Loading extension file: vlantransparent.py {{(pid=103457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:45:39.985600 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:45:39.986108 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 17:45:39.988762 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:network Nov 19 17:45:39.989308 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:subnet Nov 19 17:45:39.989709 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 17:45:39.990151 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:port Nov 19 17:45:39.991576 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.resource_helper [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:45:39.992025 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.resource_helper [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Service FLAVORS assigned prefix: {{(pid=103457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:45:39.992653 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.resource_helper [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:45:39.993083 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.resource_helper [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:45:39.993432 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:router Nov 19 17:45:39.993877 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 17:45:39.994355 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.resource_helper [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Service METERING assigned prefix: /metering {{(pid=103457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:45:39.995864 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.996286 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.996641 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:45:39.997701 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 17:45:39.998229 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:security_group Nov 19 17:45:39.998838 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 17:45:39.999488 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.resource_helper [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Service CORE assigned prefix: {{(pid=103457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:45:39.999864 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 17:45:40.000260 dv-cinder-810785-3-iscsi neutron-server[103457]: WARNING neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] subnetpool is already registered Nov 19 17:45:40.000719 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.resource_helper [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Service CORE assigned prefix: {{(pid=103457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:45:40.001084 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 17:45:40.001453 dv-cinder-810785-3-iscsi neutron-server[103457]: WARNING neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] subnetpool is already registered Nov 19 17:45:40.003961 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.resource_helper [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:45:40.004394 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.resource_helper [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Service FLAVORS assigned prefix: {{(pid=103457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:45:40.004989 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.resource_helper [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:45:40.005412 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.resource_helper [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:45:40.005746 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:router Nov 19 17:45:40.006086 dv-cinder-810785-3-iscsi neutron-server[103457]: WARNING neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] router is already registered Nov 19 17:45:40.006529 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 17:45:40.006870 dv-cinder-810785-3-iscsi neutron-server[103457]: WARNING neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] floatingip is already registered Nov 19 17:45:40.007319 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.resource_helper [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Service METERING assigned prefix: /metering {{(pid=103457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:45:40.007997 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 17:45:40.008326 dv-cinder-810785-3-iscsi neutron-server[103457]: WARNING neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] rbac_policy is already registered Nov 19 17:45:40.008737 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:security_group Nov 19 17:45:40.009067 dv-cinder-810785-3-iscsi neutron-server[103457]: WARNING neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] security_group is already registered Nov 19 17:45:40.009468 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 17:45:40.009801 dv-cinder-810785-3-iscsi neutron-server[103457]: WARNING neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] security_group_rule is already registered Nov 19 17:45:40.010466 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.resource_helper [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Service CORE assigned prefix: {{(pid=103457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:45:40.010810 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 17:45:40.011147 dv-cinder-810785-3-iscsi neutron-server[103457]: WARNING neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] subnetpool is already registered Nov 19 17:45:40.012187 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.v2.resource_helper [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Service CORE assigned prefix: {{(pid=103457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:45:40.012187 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 17:45:40.012605 dv-cinder-810785-3-iscsi neutron-server[103457]: WARNING neutron.quota.resource_registry [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] subnetpool is already registered Nov 19 17:45:40.012836 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: extensions {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.014210 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: address-groups {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.015738 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: address-scopes {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.017060 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: agents {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.018253 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: auto-allocated-topology {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.019686 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: availability_zones {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.021122 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: dhcp-networks {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.022764 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: dhcp-agents {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.024250 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: routers {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.026631 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: flavors {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.029048 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: service_profiles {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.030289 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: next_providers {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.031842 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: service_profiles {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.033542 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: floatingip-pools {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.034694 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: routers {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.037029 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: floatingips {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.039925 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: l3-routers {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.041488 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: l3-agents {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.043969 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: metering-labels {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.045882 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: metering-label-rules {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.047198 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: network-ip-availabilities {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.048459 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: bindings {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.050142 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: quotas {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.051719 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: quotas {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.053267 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: rbac-policies {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.054673 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: security-groups {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.055927 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: security-group-rules {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.057153 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: service-providers {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.058359 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: subnetpools {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.059947 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: subnetpools {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.061439 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: tags {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.063166 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: tags {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.064962 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: tags {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.066898 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: tags {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.068646 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: tags {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.070536 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: tags {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.072219 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: tags {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.074121 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: tags {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.076075 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: tags {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.077919 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron.api.extensions [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Extended resource: tags {{(pid=103457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:45:40.084073 dv-cinder-810785-3-iscsi neutron-server[103457]: WARNING keystonemiddleware.auth_token [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 17:45:40.088839 dv-cinder-810785-3-iscsi neutron-server[103457]: WARNING keystonemiddleware.auth_token [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 17:45:40.098541 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_concurrency.lockutils [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Acquired lock "singleton_lock" {{(pid=103457) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 19 17:45:40.099022 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_concurrency.lockutils [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Releasing lock "singleton_lock" {{(pid=103457) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 19 17:45:40.099680 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO oslo_service.service [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Starting 2 workers Nov 19 17:45:40.104563 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Started child 103564 {{(pid=103457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 17:45:40.109915 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Started child 103565 {{(pid=103457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 17:45:40.111197 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:40.111843 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO neutron.service [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 17:45:40.112162 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Publish callbacks [] for process, before_spawn {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:40.112682 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [-] (103564) wsgi starting up on http://0.0.0.0:9696 Nov 19 17:45:40.114669 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO oslo_service.service [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Starting 1 workers Nov 19 17:45:40.114830 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:40.116221 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [-] (103565) wsgi starting up on http://0.0.0.0:9696 Nov 19 17:45:40.119928 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Started child 103566 {{(pid=103457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 17:45:40.120500 dv-cinder-810785-3-iscsi neutron-server[103457]: INFO oslo_service.service [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Starting 1 workers Nov 19 17:45:40.123886 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.service [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] calling RpcWorker wait() {{(pid=103566) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 17:45:40.124513 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.service [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] returning from RpcWorker wait() {{(pid=103566) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 17:45:40.125177 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Started child 103567 {{(pid=103457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 17:45:40.125750 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:40.125989 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a589-12b9-44c9-b504-5937b1cb0567 None None] Publish callbacks [] for process, after_spawn {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:40.126184 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:40.127982 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103457) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 17:45:40.128191 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 17:45:40.128561 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 17:45:40.128786 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 17:45:40.129156 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 17:45:40.129393 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 17:45:40.129847 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.130113 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.130379 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.130679 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.130989 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.131294 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:40.131762 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.131843 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.132066 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.132353 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.132608 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.132846 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.133032 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.133301 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.133549 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.133850 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.134110 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.134351 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.134625 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.134798 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.135046 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.135306 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.135547 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.135816 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] debug = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.136056 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.136554 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.137321 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.137551 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.137808 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.138207 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.138659 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.138989 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.139235 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.139481 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.139802 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.140081 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.140318 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.140533 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.140861 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.141103 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.141363 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.141587 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.142077 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] host = dv-cinder-810785-3-iscsi {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.142297 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.142566 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.142790 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.143050 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.143355 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.143634 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.144108 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.144108 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.144382 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.144719 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.144719 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.144966 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.145188 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.145421 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_file = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.145596 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_options = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.145807 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.146066 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.146311 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.146548 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.146719 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.146898 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.147158 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.147321 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.147578 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.147806 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.148025 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.148416 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.148559 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.148744 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.149003 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.149176 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.149414 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.149629 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.149972 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.150124 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.150308 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.150569 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.150820 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.151040 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.151256 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.151472 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.151736 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.151975 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.152216 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.153101 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.153323 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.153574 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.153832 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.154053 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.154511 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.154656 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.154805 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.154995 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.155269 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.155497 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.155748 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.156004 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.156216 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.156461 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.156681 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.156895 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.157128 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] use_json = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.157358 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.157596 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.157848 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.158048 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.158279 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.158704 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.158704 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.159703 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.160172 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.160446 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.161300 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.161551 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.161837 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.162033 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.162289 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.162553 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.162818 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.163064 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.163598 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.163820 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.164116 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.164868 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.164868 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.165151 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.165151 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.165426 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.165600 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.166304 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.166304 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.166304 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.166816 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.166816 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.167205 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.167377 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.167527 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.168200 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.168503 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.168930 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:40.169185 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.169185 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.169733 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.169733 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.170115 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.170115 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.170591 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.170591 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.170951 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.170951 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.171449 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.171449 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.171879 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.171879 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.172250 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.172250 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.172527 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.172711 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.173591 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.173591 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.173865 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.174012 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.174189 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.174448 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.174642 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.174870 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.175116 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.175349 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.175604 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.175840 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.176059 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.176272 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.176490 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.176939 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.177123 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.177267 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.177406 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.177640 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.177890 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.178337 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.178337 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.178668 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.178973 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.179118 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.179273 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.179413 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.180931 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.180931 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.180931 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.180931 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.181265 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.181265 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.181472 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.182048 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.183078 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.183078 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.183078 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.183078 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.185081 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.185081 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.185081 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.185081 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.185081 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.185081 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.187925 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.187925 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.187925 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.187925 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.187925 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.188998 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.188998 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.188998 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.191278 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.191278 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.191278 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.191278 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.191715 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.192200 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.192685 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.193567 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.193992 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.194789 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.196934 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.197355 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.197785 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.198221 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.198642 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.200190 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.200586 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.201092 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.202999 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.203459 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.203872 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.204298 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.205362 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.205795 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.208221 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.208652 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.208926 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.209209 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.209475 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.209757 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.210020 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.210263 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.210537 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.210804 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.211042 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.211289 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.211530 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.213737 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.214009 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.214265 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.214529 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.214978 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.215940 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.216207 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.216488 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.216755 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.217034 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.217297 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.217573 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.217799 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.218036 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.218272 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.218517 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.218775 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.219023 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.219529 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.219748 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.220249 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.220249 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.220435 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.220646 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.220871 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.221108 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.221336 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.221770 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.222172 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.222625 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.222872 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.223097 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.223327 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.223553 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.223771 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.224026 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.224250 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.224536 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.224790 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.225010 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.225242 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.225476 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.225753 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.226434 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.226434 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.226663 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.226767 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.226936 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.227178 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.227397 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.227636 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.227873 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.228113 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.228371 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.228624 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.228958 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.229229 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.229468 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.229711 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.229932 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.230169 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.230547 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.230874 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.231180 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.231823 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.231823 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.232095 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.232403 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.232605 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.232997 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.233370 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.233590 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.233834 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.234050 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.234345 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.234719 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.234860 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.235116 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.235341 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.235557 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.235811 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.236032 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.236267 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.236495 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.236943 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.237176 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.237283 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 34594) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:40.237428 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.237643 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.237857 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.238081 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.238302 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.238572 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.238802 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.239014 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.239227 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.239449 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.239668 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.239873 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.240102 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.240312 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.240524 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.240751 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.240969 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.241178 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.241409 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.241618 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.241828 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.242045 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.242270 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.242522 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.243043 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.243043 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.243258 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.243767 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.244021 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.244291 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.244596 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.244948 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.245102 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.245270 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.245511 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.245750 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.245990 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.247422 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.247422 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.247739 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075257 Nov 19 17:45:40.247893 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.247893 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.248159 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.248371 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.248528 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.248796 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.248980 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.250141 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.250492 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.250792 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.251110 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.251280 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.251531 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.252597 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.252597 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.252597 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.252597 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.253005 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.253005 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.253154 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.253446 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.253608 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.253791 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.254012 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.254273 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.254540 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.255503 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.255503 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.255503 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 17:45:40.255774 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103457) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 17:45:40.255895 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 17:45:40.256035 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 17:45:40.256215 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 17:45:40.256477 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 17:45:40.256568 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 17:45:40.256832 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.256923 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.257050 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.257367 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.257531 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.257853 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.258025 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.258186 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.259374 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.259374 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.259374 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.259374 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.259374 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.259374 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.259374 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.259828 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.259828 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.259828 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.259993 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.259993 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.260296 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.260296 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.260466 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] debug = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.260618 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.261181 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.261338 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.261506 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.261666 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.262422 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.262575 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.262821 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.263096 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.263385 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.263580 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.263810 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.263942 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.264086 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.264210 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.265262 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.265262 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.265262 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.265262 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] host = dv-cinder-810785-3-iscsi {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.265262 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.265262 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.265262 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.266077 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.266077 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.266077 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.266077 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.266077 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.266724 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.266724 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.266724 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.266724 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.266724 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.267102 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_file = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.267102 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_options = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.267227 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.267400 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.267487 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.267670 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.267839 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.268075 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.268226 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.268647 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.268647 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.268647 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.269371 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.269371 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.269371 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.269371 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.269371 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.271300 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.271300 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.271300 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.271300 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.271300 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.271300 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.271300 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.271300 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.272154 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.272154 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.272154 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.272154 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.272154 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.272154 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.272154 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.272154 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.272864 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.272864 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.272864 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.272864 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.272864 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.272864 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.272864 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275249 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275249 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275249 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275249 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275249 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275249 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275249 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275249 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275898 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] use_json = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275898 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275898 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275898 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275898 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275898 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275898 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.275898 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.277282 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:45:40.277282 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.277282 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.277282 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.277282 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.277282 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.277282 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.277282 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.279128 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.279128 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.279128 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.279128 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.279128 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.279128 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.279128 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.279921 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.280054 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.280225 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.280392 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.280558 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.280723 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.280886 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.281051 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.281228 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.281457 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.281567 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.281701 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.281863 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.282038 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.282200 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.282555 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.282881 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.283037 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.283198 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.283359 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.283664 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.284006 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.284177 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.284422 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.285349 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.285349 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.285349 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.285349 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.285769 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:40.285882 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.285882 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.285882 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.285882 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.285882 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.287400 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.287400 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.287400 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.287400 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.287400 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.287400 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.287400 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.287400 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.287400 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.290507 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.290507 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.290507 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.290507 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.290507 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.290507 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.290507 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.290507 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.290507 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291138 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291138 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291138 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291138 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291138 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291138 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291138 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291138 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291138 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291674 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291674 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291674 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291674 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291674 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291674 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291674 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291674 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.291674 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.292298 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.292298 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.292298 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.292298 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.292601 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.292601 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.292777 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.293836 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.293836 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.293836 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.293836 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.293836 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.293836 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.294208 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.294208 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.294208 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.294374 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.294611 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.294701 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.294875 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.295266 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.295428 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.295587 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.295877 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.296015 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.296126 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.296212 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.296367 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.296534 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.296767 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.296914 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.297376 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.297376 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.297376 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.298528 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.298528 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.298528 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.298528 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.299187 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.299187 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.299445 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.299578 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.299739 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.299905 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.300068 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.301474 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.301474 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.301474 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.301474 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.301474 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.301474 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.301474 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.301474 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.301940 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.301940 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.301940 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.301940 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.302163 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.303330 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.303427 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.303585 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.304780 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.304780 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.305742 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.305742 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.305742 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.305742 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.305742 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.305742 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.306338 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.306338 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.306338 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.306338 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.306777 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.306777 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.306777 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.306974 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.307089 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.307858 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.307858 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.307858 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.307858 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.307858 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.309899 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.309899 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.309899 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.309899 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.309899 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.309899 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.309899 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.309899 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.310787 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.310787 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.310787 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.310787 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.312974 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.312974 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.312974 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.312974 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.312974 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.312974 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.313526 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.313526 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.313526 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.313526 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.313799 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.313873 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.314661 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.314661 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.314661 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.314917 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.314917 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.315064 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.315201 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.315373 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.315541 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.315720 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.315875 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.316041 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.316206 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.316879 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.316879 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.316879 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.316879 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.317161 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.317161 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.317292 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.317453 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.317633 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.317776 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.317915 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.318081 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.318243 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.318512 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.319168 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.319313 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.319480 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.319634 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.319795 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.319956 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.320110 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.320283 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.320486 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.320650 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.320813 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.320977 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.321140 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.321314 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.321483 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.321636 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.321798 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.321963 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.322132 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.322282 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.323395 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.323573 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.323738 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.323926 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.324106 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.324861 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.326140 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.326140 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.326140 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.326582 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.326582 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.326582 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.327093 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.327093 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.327093 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.327396 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.327396 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.327581 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.327724 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.327843 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.327995 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.328157 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.328383 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.328494 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.328625 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.328794 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.328972 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.329140 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.329305 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.329476 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.329648 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.329803 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.329966 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.330136 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.330312 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.330498 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.330664 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.330833 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.330991 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.331154 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.331316 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.331478 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.331640 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.331803 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.331967 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.332131 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.332294 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.332465 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.332636 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.332776 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.332937 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.333098 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.333260 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.333425 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:45:40.333588 dv-cinder-810785-3-iscsi neutron-server[103457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 17:45:52.877390 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407157b4-25de-4c5e-848d-353f3a633713 None None] get_active_networks_info from dv-cinder-810785-3-iscsi {{(pid=103566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 17:45:52.952646 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407157b4-25de-4c5e-848d-353f3a633713 None None] No non-hosted networks {{(pid=103566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 17:45:52.971059 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-f59a1f54-467f-4f3b-9ca4-575284de60d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830621'] for agent, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:55.928889 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-dfdb36e5-06ec-4cb4-af21-75b10ab060bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830621'] for agent, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:56.008949 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-a76dd3c5-4e54-4b29-9a4f-4e5ebfc8d161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:57.211343 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830621'] for agent, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:59.363881 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830621'] for agent, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:59.605848 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830621'] for agent, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:59.607294 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:59.608030 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:59.608624 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:59.609491 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:59.610024 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:59.610584 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:59.611097 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:59.611758 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:59.612519 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:59.613176 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:59.614484 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:59.615039 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:59.615779 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810785-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:59.624332 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810785-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:00.835345 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.db.l3_hamode_db [None req-4ac0f99c-3275-4b02-be86-7286f65644e7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 17:46:00.953053 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac0f99c-3275-4b02-be86-7286f65644e7 None None] Routers set() bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:46:00.953792 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac0f99c-3275-4b02-be86-7286f65644e7 None None] Router IDs set() for agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 17:46:01.122075 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 34692) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:01.850662 dv-cinder-810785-3-iscsi neutron-server[103564]: WARNING oslo_policy.policy [None req-cae8483e-6c2d-42f7-834e-435b0a504836 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:46:01.851247 dv-cinder-810785-3-iscsi neutron-server[103564]: WARNING oslo_policy.policy [None req-cae8483e-6c2d-42f7-834e-435b0a504836 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:46:02.084441 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [None req-cae8483e-6c2d-42f7-834e-435b0a504836 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:46:02.086040 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-cae8483e-6c2d-42f7-834e-435b0a504836 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9610748 Nov 19 17:46:04.741983 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 34708) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:05.217228 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-74bf8a30-309a-4a6f-88e3-f9212f47a295 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:05.318281 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.policy [None req-74bf8a30-309a-4a6f-88e3-f9212f47a295 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103564) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 17:46:05.367600 dv-cinder-810785-3-iscsi neutron-server[103564]: WARNING oslo_policy.policy [None req-74bf8a30-309a-4a6f-88e3-f9212f47a295 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:46:05.368027 dv-cinder-810785-3-iscsi neutron-server[103564]: WARNING oslo_policy.policy [None req-74bf8a30-309a-4a6f-88e3-f9212f47a295 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:46:05.378019 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.quota [None req-74bf8a30-309a-4a6f-88e3-f9212f47a295 admin admin] Loaded quota_driver: . Nov 19 17:46:05.514710 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-74bf8a30-309a-4a6f-88e3-f9212f47a295 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778806941548', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778806940993', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778806943795', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778806946928', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778806933399', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778806975174', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-731064', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1430368', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-447317', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-394899'] for rbac-policy, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:05.612486 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-74bf8a30-309a-4a6f-88e3-f9212f47a295 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:05.614526 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-74bf8a30-309a-4a6f-88e3-f9212f47a295 admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8710396 Nov 19 17:46:08.667623 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 34720) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:09.041628 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'project_id': '794a31a3a046428c82e09997fbc1bf99', 'name': 'private'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:09.075318 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Made reservation on behalf of 794a31a3a046428c82e09997fbc1bf99 for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:46:09.078830 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:09.098502 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:09.243122 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:09.248246 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:09.274682 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] vlan segment allocate from pool success with {'vlan_id': 1119, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:46:09.308594 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778805271655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:09.309110 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Unsubscribe: segment precommit_create {{(pid=103564) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 17:46:09.309659 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Added segment d02750be-b80f-47a0-a0f7-255d3f076f63 of type vlan for network acd859d0-f665-4d71-850b-8273a86ef764 Nov 19 17:46:09.328115 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0b4790-25fd-4dbf-b50e-d5aff1148995,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:09.380389 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:09.380745 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:09.381092 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:09.381425 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:09.381755 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:09.382101 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:09.382458 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:09.382986 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:09.383452 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:09.383782 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:09.384130 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:09.384451 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Tracked resource versions report: Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: pushed versions: Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: { 'AddressGroup': {'1.2'}, Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'ConntrackHelper': {'1.0'}, Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Log': {'1.0'}, Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Network': {'1.1'}, Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Port': {'1.7'}, Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'PortForwarding': {'1.2'}, Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'QosPolicy': {'1.10'}, Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'SecurityGroup': {'1.5'}, Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'SubPort': {'1.0'}, Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Subnet': {'1.1'}, Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Trunk': {'1.1'}} Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: consumer versions: Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: { DHCP agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: L3 agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: Metadata agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: Metering agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: Open vSwitch agent@dv-cinder-810785-3-iscsi: { 'AddressGroup': '1.2', Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'ConntrackHelper': '1.0', Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Log': '1.0', Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Network': '1.1', Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Port': '1.7', Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'PortForwarding': '1.2', Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'QosPolicy': '1.10', Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'SecurityGroup': '1.5', Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'SecurityGroupRule': '1.2', Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'SubPort': '1.0', Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Subnet': '1.1', Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Trunk': '1.1'}} Nov 19 17:46:09.385509 dv-cinder-810785-3-iscsi neutron-server[103564]: {{(pid=103564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:46:09.438812 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:09.491331 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:09.492843 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:09.493629 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:09.587230 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9181437 Nov 19 17:46:09.608754 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ef8bc-8ed3-43d1-a83f-fc41b56cb539 admin admin] Pushing event updated for resources: {'Network': ['ID=acd859d0-f665-4d71-850b-8273a86ef764,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:09.623726 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network acd859d0-f665-4d71-850b-8273a86ef764 details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:46:12.708912 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 34734) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:13.179027 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14225a2-61f3-4ff4-9c7d-c53ddb773fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:13.180408 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-c14225a2-61f3-4ff4-9c7d-c53ddb773fb6 admin admin] 10.222.0.71 "GET /v2.0/networks/acd859d0-f665-4d71-850b-8273a86ef764 HTTP/1.1" status: 200 len: 826 time: 0.4705012 Nov 19 17:46:13.213323 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b0f0355b-35ca-49e1-a46c-065c7dcef241 admin admin] 10.222.0.71 "GET /v2.0/subnetpools/4f64a57a-cce2-490e-89b6-130761d45353 HTTP/1.1" status: 200 len: 734 time: 0.0255446 Nov 19 17:46:13.224049 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-ba410009-c7c0-47f9-9c04-bbc1a711c971 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764', 'ip_version': 4, 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'subnetpool_id': '4f64a57a-cce2-490e-89b6-130761d45353'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:13.252933 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba410009-c7c0-47f9-9c04-bbc1a711c971 admin admin] Made reservation on behalf of 794a31a3a046428c82e09997fbc1bf99 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:46:13.255711 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ba410009-c7c0-47f9-9c04-bbc1a711c971 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:13.611240 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ba410009-c7c0-47f9-9c04-bbc1a711c971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for subnet, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:13.685671 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba410009-c7c0-47f9-9c04-bbc1a711c971 admin admin] Checking segment: {'id': 'd02750be-b80f-47a0-a0f7-255d3f076f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:13.686054 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba410009-c7c0-47f9-9c04-bbc1a711c971 admin admin] Network hostable DHCP agents. Network: acd859d0-f665-4d71-850b-8273a86ef764, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:46:13.694722 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba410009-c7c0-47f9-9c04-bbc1a711c971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd68ed39-4d62-4443-8e76-c71e3e8318ed,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:13.716283 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba410009-c7c0-47f9-9c04-bbc1a711c971 admin admin] Network acd859d0-f665-4d71-850b-8273a86ef764 is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:46:13.731338 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-ba410009-c7c0-47f9-9c04-bbc1a711c971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, acd859d0-f665-4d71-850b-8273a86ef764) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:13.737875 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba410009-c7c0-47f9-9c04-bbc1a711c971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:13.738608 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ba410009-c7c0-47f9-9c04-bbc1a711c971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:13.744736 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61383c30-7f82-4421-ad8f-0d20def6515a None None] Network acd859d0-f665-4d71-850b-8273a86ef764 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:46:13.765995 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-ba410009-c7c0-47f9-9c04-bbc1a711c971 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5358829 Nov 19 17:46:14.144876 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41e3f734-d01d-5427-9f52-2e4031802599-acd859d0-f665-4d71-850b-8273a86ef764', 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764', 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'fixed_ips': [{'subnet_id': 'bd68ed39-4d62-4443-8e76-c71e3e8318ed'}]}} from dv-cinder-810785-3-iscsi. {{(pid=103566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:46:14.147082 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:14.673147 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.db_base_plugin_common [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Allocated IP 172.20.0.2 (acd859d0-f665-4d71-850b-8273a86ef764/bd68ed39-4d62-4443-8e76-c71e3e8318ed/24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1) {{(pid=103566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:46:14.955482 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:14.966260 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:15.097009 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Network acd859d0-f665-4d71-850b-8273a86ef764 is already hosted by enough agents. {{(pid=103566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:46:15.105701 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.base_scheduler [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Resources bound (agent type, host, resource id): {{(pid=103566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:15.121380 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Received port after_create {{(pid=103566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:46:15.144557 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Pushing event updated for resources: {'Port': ['ID=24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1,revision_number=1']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:15.189253 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:15.189692 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:15.190095 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:15.190474 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:15.190817 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:15.191155 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:15.191495 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:15.191814 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:15.192170 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:15.192509 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:15.192836 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:15.193156 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Tracked resource versions report: Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: pushed versions: Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: { 'AddressGroup': {'1.2'}, Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'ConntrackHelper': {'1.0'}, Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Log': {'1.0'}, Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Network': {'1.1'}, Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Port': {'1.7'}, Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'PortForwarding': {'1.2'}, Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'QosPolicy': {'1.10'}, Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'SecurityGroup': {'1.5'}, Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'SubPort': {'1.0'}, Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Subnet': {'1.1'}, Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Trunk': {'1.1'}} Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: consumer versions: Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: { DHCP agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: L3 agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: Metadata agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: Metering agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: Open vSwitch agent@dv-cinder-810785-3-iscsi: { 'AddressGroup': '1.2', Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'ConntrackHelper': '1.0', Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Log': '1.0', Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Network': '1.1', Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Port': '1.7', Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'PortForwarding': '1.2', Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'QosPolicy': '1.10', Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'SecurityGroup': '1.5', Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'SecurityGroupRule': '1.2', Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'SubPort': '1.0', Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Subnet': '1.1', Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Trunk': '1.1'}} Nov 19 17:46:15.194322 dv-cinder-810785-3-iscsi neutron-server[103566]: {{(pid=103566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:46:15.238756 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Attempting to bind port 24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:46:15.239226 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Attempting to bind port 24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': 'd02750be-b80f-47a0-a0f7-255d3f076f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:46:15.239688 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Attempting to bind port 24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1 on network acd859d0-f665-4d71-850b-8273a86ef764 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:46:15.248206 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:46:15.249573 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Checking segment: {'id': 'd02750be-b80f-47a0-a0f7-255d3f076f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:15.249714 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:15.250290 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Bound using segment: {'id': 'd02750be-b80f-47a0-a0f7-255d3f076f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:46:15.251153 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Bound port: 24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02750be-b80f-47a0-a0f7-255d3f076f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:46:15.251613 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:15.332076 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] For port 24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:46:15.337199 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] For port 24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1,segment=NetworkSegment(d02750be-b80f-47a0-a0f7-255d3f076f63),segment_id=d02750be-b80f-47a0-a0f7-255d3f076f63)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:46:15.344236 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:15.421217 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2557d60-dd4e-4d0b-a260-e641bc6020b1 None None] Pushing event updated for resources: {'Port': ['ID=24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:16.532651 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 34742) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:16.955344 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [None req-690993a5-6e50-452a-b179-fd7555ddd9b3 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:46:16.956457 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-690993a5-6e50-452a-b179-fd7555ddd9b3 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4227722 Nov 19 17:46:19.716965 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 34750) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:20.199399 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [None req-0bb5c355-22c5-4b1a-b10e-9e365d109428 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:46:20.201151 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-0bb5c355-22c5-4b1a-b10e-9e365d109428 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4831781 Nov 19 17:46:22.746683 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-21f546aa-3058-4b99-9541-8536fb5c836c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:23.282008 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 34760) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:23.876099 dv-cinder-810785-3-iscsi neutron-server[103565]: WARNING oslo_policy.policy [None req-db9f436d-4ba4-4521-b730-21eccc59bd76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:46:23.876772 dv-cinder-810785-3-iscsi neutron-server[103565]: WARNING oslo_policy.policy [None req-db9f436d-4ba4-4521-b730-21eccc59bd76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:46:24.109392 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-db9f436d-4ba4-4521-b730-21eccc59bd76 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'name': 'router1'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:24.176796 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.policy [None req-db9f436d-4ba4-4521-b730-21eccc59bd76 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103565) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 17:46:24.226746 dv-cinder-810785-3-iscsi neutron-server[103565]: WARNING oslo_policy.policy [None req-db9f436d-4ba4-4521-b730-21eccc59bd76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:46:24.227030 dv-cinder-810785-3-iscsi neutron-server[103565]: WARNING oslo_policy.policy [None req-db9f436d-4ba4-4521-b730-21eccc59bd76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:46:24.236011 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.quota [None req-db9f436d-4ba4-4521-b730-21eccc59bd76 admin admin] Loaded quota_driver: . Nov 19 17:46:24.304672 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-db9f436d-4ba4-4521-b730-21eccc59bd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260438'] for router, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:24.311000 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-db9f436d-4ba4-4521-b730-21eccc59bd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260429'] for router, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:24.491448 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-db9f436d-4ba4-4521-b730-21eccc59bd76 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:24.499463 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-db9f436d-4ba4-4521-b730-21eccc59bd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746134'] for router, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:24.523976 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-db9f436d-4ba4-4521-b730-21eccc59bd76 admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:24.525386 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-db9f436d-4ba4-4521-b730-21eccc59bd76 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2423334 Nov 19 17:46:25.492523 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc620ad-76af-4164-8995-74ab1447f15f None None] Network acd859d0-f665-4d71-850b-8273a86ef764 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:46:25.609704 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-00bf5c6d-831e-4675-9499-0f69de36e9b7 None None] Provisioning complete for port 24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:25.610297 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-00bf5c6d-831e-4675-9499-0f69de36e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:25.801514 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:26.115082 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-00bf5c6d-831e-4675-9499-0f69de36e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:26.118646 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-22a665d1-8b8b-4ce3-8483-b6903f763a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:26.185251 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:26.185811 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:26.260090 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-00bf5c6d-831e-4675-9499-0f69de36e9b7 None None] For port 24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1,segment=NetworkSegment(d02750be-b80f-47a0-a0f7-255d3f076f63),segment_id=d02750be-b80f-47a0-a0f7-255d3f076f63)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:26.269538 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-00bf5c6d-831e-4675-9499-0f69de36e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:26.364449 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf5c6d-831e-4675-9499-0f69de36e9b7 None None] Pushing event updated for resources: {'Port': ['ID=24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:26.506351 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-415e22eb-0cd1-4186-9b17-f07292375a79 None None] Provisioning complete for port 24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:26.507034 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-415e22eb-0cd1-4186-9b17-f07292375a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:27.150266 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:27.723845 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 34794) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:27.741795 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:27.800410 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:27.800782 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:27.922972 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [None req-9a60fdf5-be28-48ce-8e67-b155bbb9d225 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:46:27.924725 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-9a60fdf5-be28-48ce-8e67-b155bbb9d225 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1996126 Nov 19 17:46:29.201864 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:29.596316 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:30.402218 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 34812) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:30.455356 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:30.485055 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Made reservation on behalf of 12d3cf9a0059416abd70fd593e1049e0 for: {'network': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:46:30.488009 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:30.505243 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:30.632123 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:30.637187 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:30.651117 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Reserving flat network on physical network physnet1 {{(pid=103565) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 19 17:46:30.688832 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778805271655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:30.689457 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Unsubscribe: segment precommit_create {{(pid=103565) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 17:46:30.689974 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.segments_db [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Added segment 31c93b8a-3e17-483e-b2b4-38252345f32b of type flat for network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 Nov 19 17:46:30.696520 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c46518c-dd2b-40d4-8418-4e936b62b182,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:30.734829 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:30.735386 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:30.735867 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:30.736300 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:30.736720 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:30.737281 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:30.737810 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:30.738367 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:30.739051 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:30.739579 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:30.740112 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:30.740595 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Tracked resource versions report: Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: pushed versions: Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: { 'AddressGroup': {'1.2'}, Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'ConntrackHelper': {'1.0'}, Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Log': {'1.0'}, Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Network': {'1.1'}, Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Port': {'1.7'}, Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'PortForwarding': {'1.2'}, Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'QosPolicy': {'1.10'}, Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'SecurityGroup': {'1.5'}, Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'SubPort': {'1.0'}, Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Subnet': {'1.1'}, Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Trunk': {'1.1'}} Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: consumer versions: Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: { DHCP agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: L3 agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: Metadata agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: Metering agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: Open vSwitch agent@dv-cinder-810785-3-iscsi: { 'AddressGroup': '1.2', Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'ConntrackHelper': '1.0', Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Log': '1.0', Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Network': '1.1', Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Port': '1.7', Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'PortForwarding': '1.2', Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'QosPolicy': '1.10', Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'SecurityGroup': '1.5', Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'SecurityGroupRule': '1.2', Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'SubPort': '1.0', Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Subnet': '1.1', Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Trunk': '1.1'}} Nov 19 17:46:30.742360 dv-cinder-810785-3-iscsi neutron-server[103565]: {{(pid=103565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:46:30.828521 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:30.880721 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:30.881994 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:30.883205 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:30.969880 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5655856 Nov 19 17:46:30.998991 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dfbcc-80bb-4067-b8c6-bd866b5ad755 admin admin] Pushing event updated for resources: {'Network': ['ID=1d9c79a2-aab7-45a9-a9bd-1b0250eca194,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:31.011206 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:46:33.596069 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 34824) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:33.787857 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0825240c-d3fb-442a-b254-a1c14aa90236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:33.789252 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-0825240c-d3fb-442a-b254-a1c14aa90236 admin admin] 10.222.0.71 "GET /v2.0/subnets/bd68ed39-4d62-4443-8e76-c71e3e8318ed HTTP/1.1" status: 200 len: 849 time: 0.1918221 Nov 19 17:46:33.979930 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-7dc87cd0-b35f-43ca-b235-92b69efe877f admin admin] 10.222.0.71 "GET /v2.0/routers/d20210ae-5653-4633-9900-3bfa1cd12854 HTTP/1.1" status: 200 len: 704 time: 0.1797352 Nov 19 17:46:34.367662 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:34.867716 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Allocated IP 172.20.0.1 (acd859d0-f665-4d71-850b-8273a86ef764/bd68ed39-4d62-4443-8e76-c71e3e8318ed/b7518f3e-9973-43e7-9d16-6bb33913942b) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:46:35.157865 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:35.249275 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:35.329375 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Network acd859d0-f665-4d71-850b-8273a86ef764 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:46:35.334377 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:35.344263 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:46:35.344797 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828993'] for router_interface, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:35.365595 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Pushing event updated for resources: {'Port': ['ID=b7518f3e-9973-43e7-9d16-6bb33913942b,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:35.566165 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:35.586018 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-174309ba-f62a-408b-a67a-5cea0a899ede None None] Provisioning complete for port b7518f3e-9973-43e7-9d16-6bb33913942b triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:35.586656 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-174309ba-f62a-408b-a67a-5cea0a899ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:35.632310 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-174309ba-f62a-408b-a67a-5cea0a899ede None None] Port b7518f3e-9973-43e7-9d16-6bb33913942b cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:46:35.877824 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:35.883077 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:35.883849 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1830417'] for router_interface, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:35.970499 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Pushing event updated for resources: {'Port': ['ID=b7518f3e-9973-43e7-9d16-6bb33913942b,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:36.032362 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Network acd859d0-f665-4d71-850b-8273a86ef764 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:46:36.034579 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:36.263417 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Router d20210ae-5653-4633-9900-3bfa1cd12854 is scheduled to L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 with binding_index 1 {{(pid=103565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:46:36.266582 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-11feb049-ec87-4a88-881d-0dfe3036ce03 None None] Provisioning complete for port b7518f3e-9973-43e7-9d16-6bb33913942b triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:36.267111 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-11feb049-ec87-4a88-881d-0dfe3036ce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:36.310180 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-11feb049-ec87-4a88-881d-0dfe3036ce03 None None] Port b7518f3e-9973-43e7-9d16-6bb33913942b cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:46:36.401905 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:46:36.409423 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-2d8c0d12-e2c7-4431-a084-8b3d6ac1a049 admin admin] 10.222.0.71 "PUT /v2.0/routers/d20210ae-5653-4633-9900-3bfa1cd12854/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4195387 Nov 19 17:46:36.433058 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Sync routers for ids ['d20210ae-5653-4633-9900-3bfa1cd12854'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:46:36.448286 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Routers {'d20210ae-5653-4633-9900-3bfa1cd12854'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:46:36.449261 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:46:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['d20210ae-5653-4633-9900-3bfa1cd12854'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:36.687644 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Set router d20210ae-5653-4633-9900-3bfa1cd12854 gateway port host: None {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:46:37.339853 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20210ae-5653-4633-9900-3bfa1cd12854', 'name': 'router1', 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:46:24Z', 'updated_at': '2021-11-19T17:46:35Z', 'revision_number': 2, 'project_id': '794a31a3a046428c82e09997fbc1bf99', 'gw_port_host': None, '_interfaces': [{'id': 'b7518f3e-9973-43e7-9d16-6bb33913942b', 'name': '', 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764', 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'mac_address': 'fa:16:3e:6d:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20210ae-5653-4633-9900-3bfa1cd12854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd68ed39-4d62-4443-8e76-c71e3e8318ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:34Z', 'updated_at': '2021-11-19T17:46:35Z', 'revision_number': 2, 'project_id': '794a31a3a046428c82e09997fbc1bf99', 'subnets': [{'id': 'bd68ed39-4d62-4443-8e76-c71e3e8318ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f64a57a-cce2-490e-89b6-130761d45353'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:37.440344 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Checking router: d20210ae-5653-4633-9900-3bfa1cd12854 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:46:37.440344 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Updating router d20210ae-5653-4633-9900-3bfa1cd12854 port b7518f3e-9973-43e7-9d16-6bb33913942b binding host dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:46:37.530770 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:38.180213 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:38.189878 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:38.377283 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Attempting to bind port b7518f3e-9973-43e7-9d16-6bb33913942b on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:46:38.377693 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Attempting to bind port b7518f3e-9973-43e7-9d16-6bb33913942b by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': 'd02750be-b80f-47a0-a0f7-255d3f076f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:46:38.378159 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Attempting to bind port b7518f3e-9973-43e7-9d16-6bb33913942b on network acd859d0-f665-4d71-850b-8273a86ef764 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:46:38.380568 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c85ba-1e8a-435a-817d-ae71da6bad2b None None] Pushing event updated for resources: {'Port': ['ID=b7518f3e-9973-43e7-9d16-6bb33913942b,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:38.389410 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:46:38.389836 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Checking segment: {'id': 'd02750be-b80f-47a0-a0f7-255d3f076f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:38.390325 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:38.390763 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Bound using segment: {'id': 'd02750be-b80f-47a0-a0f7-255d3f076f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:46:38.391285 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Bound port: b7518f3e-9973-43e7-9d16-6bb33913942b, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02750be-b80f-47a0-a0f7-255d3f076f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:46:38.391686 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:38.398681 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c85ba-1e8a-435a-817d-ae71da6bad2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:38.398989 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c85ba-1e8a-435a-817d-ae71da6bad2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:38.399506 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c85ba-1e8a-435a-817d-ae71da6bad2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:38.399956 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c85ba-1e8a-435a-817d-ae71da6bad2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:38.399956 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c85ba-1e8a-435a-817d-ae71da6bad2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:38.400292 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c85ba-1e8a-435a-817d-ae71da6bad2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:38.400628 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c85ba-1e8a-435a-817d-ae71da6bad2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:38.400963 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c85ba-1e8a-435a-817d-ae71da6bad2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:38.401303 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c85ba-1e8a-435a-817d-ae71da6bad2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:38.401634 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c85ba-1e8a-435a-817d-ae71da6bad2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:38.401962 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c85ba-1e8a-435a-817d-ae71da6bad2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:38.402291 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c85ba-1e8a-435a-817d-ae71da6bad2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c85ba-1e8a-435a-817d-ae71da6bad2b None None] Tracked resource versions report: Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: pushed versions: Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: { 'AddressGroup': {'1.2'}, Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'ConntrackHelper': {'1.0'}, Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Log': {'1.0'}, Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Network': {'1.1'}, Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Port': {'1.7'}, Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'PortForwarding': {'1.2'}, Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'QosPolicy': {'1.10'}, Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'SecurityGroup': {'1.5'}, Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'SubPort': {'1.0'}, Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Subnet': {'1.1'}, Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Trunk': {'1.1'}} Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: consumer versions: Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: { DHCP agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: L3 agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: Metadata agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: Metering agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: Open vSwitch agent@dv-cinder-810785-3-iscsi: { 'AddressGroup': '1.2', Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'ConntrackHelper': '1.0', Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Log': '1.0', Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Network': '1.1', Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Port': '1.7', Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'PortForwarding': '1.2', Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'QosPolicy': '1.10', Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'SecurityGroup': '1.5', Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'SecurityGroupRule': '1.2', Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'SubPort': '1.0', Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Subnet': '1.1', Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Trunk': '1.1'}} Nov 19 17:46:38.403995 dv-cinder-810785-3-iscsi neutron-server[103567]: {{(pid=103567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:46:38.447237 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-f03236e2-31b0-4090-88e7-b930743c7e43 None None] Provisioning complete for port b7518f3e-9973-43e7-9d16-6bb33913942b triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:38.447753 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-f03236e2-31b0-4090-88e7-b930743c7e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:38.486266 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] For port b7518f3e-9973-43e7-9d16-6bb33913942b, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:46:38.488201 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-f03236e2-31b0-4090-88e7-b930743c7e43 None None] Port b7518f3e-9973-43e7-9d16-6bb33913942b cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:46:38.508459 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] For port b7518f3e-9973-43e7-9d16-6bb33913942b, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=b7518f3e-9973-43e7-9d16-6bb33913942b,segment=NetworkSegment(d02750be-b80f-47a0-a0f7-255d3f076f63),segment_id=d02750be-b80f-47a0-a0f7-255d3f076f63)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:46:38.514473 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:38.590695 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Routers {'d20210ae-5653-4633-9900-3bfa1cd12854'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:46:38.591357 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:46:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['d20210ae-5653-4633-9900-3bfa1cd12854'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:38.669113 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c85ba-1e8a-435a-817d-ae71da6bad2b None None] Pushing event updated for resources: {'Port': ['ID=b7518f3e-9973-43e7-9d16-6bb33913942b,revision_number=4']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:38.696895 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] Set router d20210ae-5653-4633-9900-3bfa1cd12854 gateway port host: None {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:46:38.813528 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-0b91399d-6701-43eb-bd96-837256a223ce None None] Provisioning complete for port b7518f3e-9973-43e7-9d16-6bb33913942b triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:38.813904 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-0b91399d-6701-43eb-bd96-837256a223ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:38.916140 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-0b91399d-6701-43eb-bd96-837256a223ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:38.956835 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-0b91399d-6701-43eb-bd96-837256a223ce None None] For port b7518f3e-9973-43e7-9d16-6bb33913942b, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=b7518f3e-9973-43e7-9d16-6bb33913942b,segment=NetworkSegment(d02750be-b80f-47a0-a0f7-255d3f076f63),segment_id=d02750be-b80f-47a0-a0f7-255d3f076f63)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:38.961822 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-0b91399d-6701-43eb-bd96-837256a223ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:38.972515 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20210ae-5653-4633-9900-3bfa1cd12854', 'name': 'router1', 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:46:24Z', 'updated_at': '2021-11-19T17:46:35Z', 'revision_number': 2, 'project_id': '794a31a3a046428c82e09997fbc1bf99', 'gw_port_host': None, '_interfaces': [{'id': 'b7518f3e-9973-43e7-9d16-6bb33913942b', 'name': '', 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764', 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'mac_address': 'fa:16:3e:6d:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20210ae-5653-4633-9900-3bfa1cd12854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd68ed39-4d62-4443-8e76-c71e3e8318ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:34Z', 'updated_at': '2021-11-19T17:46:38Z', 'revision_number': 4, 'project_id': '794a31a3a046428c82e09997fbc1bf99', 'subnets': [{'id': 'bd68ed39-4d62-4443-8e76-c71e3e8318ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f64a57a-cce2-490e-89b6-130761d45353'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:39.000125 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2949c4-67dc-498d-98bd-69a6b40eccd7 None None] The sync data for ids ['d20210ae-5653-4633-9900-3bfa1cd12854'] in dv-cinder-810785-3-iscsi is: [{'id': 'd20210ae-5653-4633-9900-3bfa1cd12854', 'name': 'router1', 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:46:24Z', 'updated_at': '2021-11-19T17:46:35Z', 'revision_number': 2, 'project_id': '794a31a3a046428c82e09997fbc1bf99', 'gw_port_host': None, '_interfaces': [{'id': 'b7518f3e-9973-43e7-9d16-6bb33913942b', 'name': '', 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764', 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'mac_address': 'fa:16:3e:6d:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20210ae-5653-4633-9900-3bfa1cd12854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd68ed39-4d62-4443-8e76-c71e3e8318ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:34Z', 'updated_at': '2021-11-19T17:46:38Z', 'revision_number': 4, 'project_id': '794a31a3a046428c82e09997fbc1bf99', 'subnets': [{'id': 'bd68ed39-4d62-4443-8e76-c71e3e8318ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f64a57a-cce2-490e-89b6-130761d45353'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:46:39.018619 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91399d-6701-43eb-bd96-837256a223ce None None] Pushing event updated for resources: {'Port': ['ID=b7518f3e-9973-43e7-9d16-6bb33913942b,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:39.179000 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 34834) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:39.304308 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4c5cab-9419-4577-9ff5-17dc9e2d151a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:39.312402 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-3d4c5cab-9419-4577-9ff5-17dc9e2d151a admin admin] 10.222.0.71 "GET /v2.0/networks/1d9c79a2-aab7-45a9-a9bd-1b0250eca194 HTTP/1.1" status: 200 len: 842 time: 0.1255033 Nov 19 17:46:39.317072 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-61876897-a78e-429f-b2c6-8e85dee2c2e2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:39.345736 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61876897-a78e-429f-b2c6-8e85dee2c2e2 admin admin] Made reservation on behalf of 12d3cf9a0059416abd70fd593e1049e0 for: {'subnet': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:46:39.348831 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-61876897-a78e-429f-b2c6-8e85dee2c2e2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:39.786822 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.objects.ports [None req-61876897-a78e-429f-b2c6-8e85dee2c2e2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103565) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 17:46:39.787272 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-61876897-a78e-429f-b2c6-8e85dee2c2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for subnet, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:39.845517 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61876897-a78e-429f-b2c6-8e85dee2c2e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fedc7f4-6d9e-4b43-8b68-456b4066705f,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:39.859712 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61876897-a78e-429f-b2c6-8e85dee2c2e2 admin admin] Checking segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:39.860152 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61876897-a78e-429f-b2c6-8e85dee2c2e2 admin admin] Network hostable DHCP agents. Network: 1d9c79a2-aab7-45a9-a9bd-1b0250eca194, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:46:39.895508 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61876897-a78e-429f-b2c6-8e85dee2c2e2 admin admin] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:46:39.912522 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-61876897-a78e-429f-b2c6-8e85dee2c2e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, 1d9c79a2-aab7-45a9-a9bd-1b0250eca194) {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:39.917744 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61876897-a78e-429f-b2c6-8e85dee2c2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:39.918596 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-61876897-a78e-429f-b2c6-8e85dee2c2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:39.928243 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92508f14-57db-4c44-a179-1fe87784e19e None None] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:46:39.942198 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-61876897-a78e-429f-b2c6-8e85dee2c2e2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6287200 Nov 19 17:46:40.097351 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b09cd6e-351b-4887-981d-5e19225670d9 None None] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:46:41.191909 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 5 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:46:43.142531 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 34842) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:43.291552 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-358bbec7-3d05-499d-b635-1ec6edd81c5a admin admin] 10.222.0.71 "GET /v2.0/routers/d20210ae-5653-4633-9900-3bfa1cd12854 HTTP/1.1" status: 200 len: 710 time: 0.1476915 Nov 19 17:46:43.386493 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267eba6c-6dcb-4b60-aeec-45ad33c9cf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:43.390984 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-267eba6c-6dcb-4b60-aeec-45ad33c9cf34 admin admin] 10.222.0.71 "GET /v2.0/networks/1d9c79a2-aab7-45a9-a9bd-1b0250eca194 HTTP/1.1" status: 200 len: 886 time: 0.0919249 Nov 19 17:46:43.398152 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:43.761146 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:44.048681 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:44.129106 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:44.242231 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Allocated IP 172.27.1.194 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/29e95983-0cb5-4737-a578-a820693a4826) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:46:44.375238 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:44.411388 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:44.452430 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:46:44.471190 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:44.473104 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Pushing event updated for resources: {'Port': ['ID=29e95983-0cb5-4737-a578-a820693a4826,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:44.485017 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:46:44.744342 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:44.943671 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260467'] for router, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:44.947197 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1746084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1746141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831803'] for router, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:45.072918 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Router d20210ae-5653-4633-9900-3bfa1cd12854 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:46:45.281887 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:46:45.286966 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:45.288401 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-1b75208a-c740-424c-837f-0e76326e01cb admin admin] 10.222.0.71 "PUT /v2.0/routers/d20210ae-5653-4633-9900-3bfa1cd12854 HTTP/1.1" status: 200 len: 890 time: 1.8933973 Nov 19 17:46:45.758673 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device b7518f3e-9973-43e7-9d16-6bb33913942b up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:45.808158 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port b7518f3e-9973-43e7-9d16-6bb33913942b triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:45.808473 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:46.604617 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Sync routers for ids ['d20210ae-5653-4633-9900-3bfa1cd12854'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:46:46.617507 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Routers {'d20210ae-5653-4633-9900-3bfa1cd12854'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:46:46.618189 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:46:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['d20210ae-5653-4633-9900-3bfa1cd12854'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:46.839858 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Set router d20210ae-5653-4633-9900-3bfa1cd12854 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:46:47.318554 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20210ae-5653-4633-9900-3bfa1cd12854', 'name': 'router1', 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '29e95983-0cb5-4737-a578-a820693a4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:46:24Z', 'updated_at': '2021-11-19T17:46:44Z', 'revision_number': 4, 'project_id': '794a31a3a046428c82e09997fbc1bf99', 'gw_port': {'id': '29e95983-0cb5-4737-a578-a820693a4826', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20210ae-5653-4633-9900-3bfa1cd12854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:44Z', 'updated_at': '2021-11-19T17:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'b7518f3e-9973-43e7-9d16-6bb33913942b', 'name': '', 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764', 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'mac_address': 'fa:16:3e:6d:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20210ae-5653-4633-9900-3bfa1cd12854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd68ed39-4d62-4443-8e76-c71e3e8318ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:34Z', 'updated_at': '2021-11-19T17:46:38Z', 'revision_number': 5, 'project_id': '794a31a3a046428c82e09997fbc1bf99', 'subnets': [{'id': 'bd68ed39-4d62-4443-8e76-c71e3e8318ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f64a57a-cce2-490e-89b6-130761d45353'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:47.370783 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Checking router: d20210ae-5653-4633-9900-3bfa1cd12854 for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:46:47.371148 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Updating router d20210ae-5653-4633-9900-3bfa1cd12854 port 29e95983-0cb5-4737-a578-a820693a4826 binding host dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:46:47.419293 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:47.768004 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:47.777701 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:47.835989 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Attempting to bind port 29e95983-0cb5-4737-a578-a820693a4826 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:46:47.836368 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Attempting to bind port 29e95983-0cb5-4737-a578-a820693a4826 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:46:47.836738 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Attempting to bind port 29e95983-0cb5-4737-a578-a820693a4826 on network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:46:47.843839 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9ed5a-1253-4dca-aa17-636414cfcc75 None None] Pushing event updated for resources: {'Port': ['ID=29e95983-0cb5-4737-a578-a820693a4826,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:47.850181 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:46:47.850600 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Checking segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:47.851156 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:47.851447 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Bound using segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:46:47.851867 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Bound port: 29e95983-0cb5-4737-a578-a820693a4826, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:46:47.852277 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:47.916659 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 34856) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:47.917467 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] For port 29e95983-0cb5-4737-a578-a820693a4826, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:46:47.920958 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] For port 29e95983-0cb5-4737-a578-a820693a4826, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=29e95983-0cb5-4737-a578-a820693a4826,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:46:47.925430 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:47.990101 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Routers {'d20210ae-5653-4633-9900-3bfa1cd12854'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:46:47.991068 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:46:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['d20210ae-5653-4633-9900-3bfa1cd12854'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:47.999100 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9ed5a-1253-4dca-aa17-636414cfcc75 None None] Pushing event updated for resources: {'Port': ['ID=29e95983-0cb5-4737-a578-a820693a4826,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:48.083548 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a9934452-7f74-415d-b587-fb22752eef06 admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1655118 Nov 19 17:46:48.121854 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] Set router d20210ae-5653-4633-9900-3bfa1cd12854 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:46:48.352144 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20210ae-5653-4633-9900-3bfa1cd12854', 'name': 'router1', 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '29e95983-0cb5-4737-a578-a820693a4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:46:24Z', 'updated_at': '2021-11-19T17:46:44Z', 'revision_number': 4, 'project_id': '794a31a3a046428c82e09997fbc1bf99', 'gw_port': {'id': '29e95983-0cb5-4737-a578-a820693a4826', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20210ae-5653-4633-9900-3bfa1cd12854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:44Z', 'updated_at': '2021-11-19T17:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'b7518f3e-9973-43e7-9d16-6bb33913942b', 'name': '', 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764', 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'mac_address': 'fa:16:3e:6d:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20210ae-5653-4633-9900-3bfa1cd12854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd68ed39-4d62-4443-8e76-c71e3e8318ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:34Z', 'updated_at': '2021-11-19T17:46:38Z', 'revision_number': 5, 'project_id': '794a31a3a046428c82e09997fbc1bf99', 'subnets': [{'id': 'bd68ed39-4d62-4443-8e76-c71e3e8318ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f64a57a-cce2-490e-89b6-130761d45353'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:48.379637 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef13bd-403b-4f44-ae1d-62e656e054c4 None None] The sync data for ids ['d20210ae-5653-4633-9900-3bfa1cd12854'] in dv-cinder-810785-3-iscsi is: [{'id': 'd20210ae-5653-4633-9900-3bfa1cd12854', 'name': 'router1', 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '29e95983-0cb5-4737-a578-a820693a4826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:46:24Z', 'updated_at': '2021-11-19T17:46:44Z', 'revision_number': 4, 'project_id': '794a31a3a046428c82e09997fbc1bf99', 'gw_port': {'id': '29e95983-0cb5-4737-a578-a820693a4826', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20210ae-5653-4633-9900-3bfa1cd12854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:44Z', 'updated_at': '2021-11-19T17:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'b7518f3e-9973-43e7-9d16-6bb33913942b', 'name': '', 'network_id': 'acd859d0-f665-4d71-850b-8273a86ef764', 'tenant_id': '794a31a3a046428c82e09997fbc1bf99', 'mac_address': 'fa:16:3e:6d:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20210ae-5653-4633-9900-3bfa1cd12854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd68ed39-4d62-4443-8e76-c71e3e8318ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:34Z', 'updated_at': '2021-11-19T17:46:38Z', 'revision_number': 5, 'project_id': '794a31a3a046428c82e09997fbc1bf99', 'subnets': [{'id': 'bd68ed39-4d62-4443-8e76-c71e3e8318ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f64a57a-cce2-490e-89b6-130761d45353'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:46:49.754049 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 29e95983-0cb5-4737-a578-a820693a4826 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:49.811338 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 29e95983-0cb5-4737-a578-a820693a4826 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:49.811720 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:49.912416 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:49.937229 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port 29e95983-0cb5-4737-a578-a820693a4826, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=29e95983-0cb5-4737-a578-a820693a4826,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:49.943030 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:49.994852 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=29e95983-0cb5-4737-a578-a820693a4826,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:51.757832 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 29e95983-0cb5-4737-a578-a820693a4826 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:51.851566 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 29e95983-0cb5-4737-a578-a820693a4826 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:51.851899 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:52.753641 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-0ba170a7-a78b-48fb-9503-39735c90ec6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:55.928285 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e3ca81c4-a2c0-4ca4-8092-8aabc84d83c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.163457 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:59.204949 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:59.593940 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:18.196804 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 5 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:47:22.747821 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-b3c2262d-edc8-48c8-bc92-6d7df47f77b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:25.925637 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-949faeb7-e346-4dba-88a5-9e7fbbee142a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:27.157685 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:29.211263 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:29.590753 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:52.744116 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1f0325f2-8ef5-45a3-8667-5bc35bcb6d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:55.192425 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 5 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:47:55.920585 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-950b0a3a-b37a-4be2-b66f-f46929d06424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:57.159364 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.224225 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.589682 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:12.237447 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 35340) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:12.308465 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45c08bb-bc37-484c-b9a2-ea12bf613968 admin admin] GET failed (client error): The resource could not be found. Nov 19 17:48:12.309871 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-c45c08bb-bc37-484c-b9a2-ea12bf613968 admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0712345 Nov 19 17:48:12.504557 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e466b0-2c4e-4898-9c80-886c8e405cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:12.506213 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-e2e466b0-2c4e-4898-9c80-886c8e405cc3 admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1910262 Nov 19 17:48:15.179426 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 35350) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:15.310850 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdb8a30-fd8b-4d7a-b29f-87ee1c5426d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:15.313146 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-bfdb8a30-fd8b-4d7a-b29f-87ee1c5426d6 admin admin] 10.222.0.71 "GET /v2.0/subnets/bd68ed39-4d62-4443-8e76-c71e3e8318ed HTTP/1.1" status: 200 len: 849 time: 0.1325362 Nov 19 17:48:15.324841 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:15.421144 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:15.625401 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778805200330'] for subnet, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:15.657306 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:15.657906 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:15.661055 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] 10.222.0.71 "PUT /v2.0/subnets/bd68ed39-4d62-4443-8e76-c71e3e8318ed HTTP/1.1" status: 200 len: 868 time: 0.3402386 Nov 19 17:48:15.665687 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150ab597-22c8-49c4-bd59-e5c3fc05ce04 None None] Network acd859d0-f665-4d71-850b-8273a86ef764 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:48:15.693172 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd68ed39-4d62-4443-8e76-c71e3e8318ed,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:15.702750 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:15.703024 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:15.703531 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:15.703883 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:15.704226 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:15.704575 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:15.704907 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:15.705253 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:15.705582 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:15.705912 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:15.706243 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:15.706599 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06e5b85-6cda-46b6-ac08-e525276ab042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:16.132413 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-1cd31e8a-523f-449a-9bec-968919bf195a None None] Provisioning complete for port 24cc1f4f-20ee-4bcb-a560-9cdf225bfcf1 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:16.132801 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1cd31e8a-523f-449a-9bec-968919bf195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:16.254017 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-1cd31e8a-523f-449a-9bec-968919bf195a None None] Provisioning complete for port b7518f3e-9973-43e7-9d16-6bb33913942b triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:16.255626 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1cd31e8a-523f-449a-9bec-968919bf195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:18.257856 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 35358) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:18.502252 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3c4ee6-c034-4f3e-bc93-a89f6ffbdeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:18.502765 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3c4ee6-c034-4f3e-bc93-a89f6ffbdeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:18.504305 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-9f3c4ee6-c034-4f3e-bc93-a89f6ffbdeb3 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2452607 Nov 19 17:48:20.915989 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 35366) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:21.062781 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fde000d-c928-4257-8152-7b266be7df7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:21.063409 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fde000d-c928-4257-8152-7b266be7df7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:21.065303 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-3fde000d-c928-4257-8152-7b266be7df7b admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1475017 Nov 19 17:48:22.756181 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-00e24cae-585a-416e-a2f9-2f31639bc53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:23.665603 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 35374) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:23.905719 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba0d7ad-63d0-4e6c-8429-f29f7abe5fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:23.907870 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-4ba0d7ad-63d0-4e6c-8429-f29f7abe5fc0 admin admin] 10.222.0.71 "GET /v2.0/networks/1d9c79a2-aab7-45a9-a9bd-1b0250eca194 HTTP/1.1" status: 200 len: 886 time: 0.2410765 Nov 19 17:48:25.930373 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-83512341-de57-4d60-800d-bf062b0b5d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:26.573521 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 35384) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:26.747395 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd56462-853a-4330-8cb3-810922c21651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:26.748971 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-afd56462-853a-4330-8cb3-810922c21651 admin admin] 10.222.0.71 "GET /v2.0/networks/acd859d0-f665-4d71-850b-8273a86ef764 HTTP/1.1" status: 200 len: 870 time: 0.1738801 Nov 19 17:48:27.170203 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:29.223920 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:29.262817 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 35392) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:29.411622 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb590293-5797-44a0-a2ef-3c7f911b0615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:29.412087 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb590293-5797-44a0-a2ef-3c7f911b0615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:29.414619 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-cb590293-5797-44a0-a2ef-3c7f911b0615 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1499126 Nov 19 17:48:29.589720 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:32.015810 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 35400) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:32.169808 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234260c3-2e8f-4c6c-a2e9-1577b0e83e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:32.170741 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234260c3-2e8f-4c6c-a2e9-1577b0e83e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:32.173499 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-234260c3-2e8f-4c6c-a2e9-1577b0e83e5d admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1565382 Nov 19 17:48:32.192762 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 5 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:48:34.846322 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 35408) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:34.948725 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de362dcb-fd54-4143-a8ee-62c64dd57120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:34.950126 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-de362dcb-fd54-4143-a8ee-62c64dd57120 admin admin] 10.222.0.71 "GET /v2.0/subnets/7fedc7f4-6d9e-4b43-8b68-456b4066705f HTTP/1.1" status: 200 len: 816 time: 0.1028101 Nov 19 17:48:37.532552 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 35416) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:37.674114 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7bda5d-e848-4de0-919c-00636c06d486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:37.675573 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-7f7bda5d-e848-4de0-919c-00636c06d486 admin admin] 10.222.0.71 "GET /v2.0/subnets/bd68ed39-4d62-4443-8e76-c71e3e8318ed HTTP/1.1" status: 200 len: 868 time: 0.1416650 Nov 19 17:48:52.757399 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-2674892d-5f9f-4e11-9e4e-23b7bb07e452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:55.924175 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-798bff7c-e505-4893-9b01-ec238047b2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:57.169973 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:59.224085 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:59.583921 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:03.766807 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 35470) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:03.819981 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [None req-adfc5218-4b9a-4312-a2df-1e838a882d90 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:49:03.821008 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-adfc5218-4b9a-4312-a2df-1e838a882d90 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0531418 Nov 19 17:49:06.371420 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 35478) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:06.451217 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.pecan_wsgi.hooks.translation [None req-52559a73-e998-4ae3-b18e-2c1b0c2635df admin admin] GET failed (client error): The resource could not be found. Nov 19 17:49:06.453445 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-52559a73-e998-4ae3-b18e-2c1b0c2635df admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0808418 Nov 19 17:49:06.561215 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e864fc56-cf44-490c-a134-11d402cd9530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:06.562639 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-e864fc56-cf44-490c-a134-11d402cd9530 admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1043828 Nov 19 17:49:08.975732 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 35486) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:09.028595 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-03a4ee63-33c8-4aa7-b25d-4859fb025532 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:09.056426 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a4ee63-33c8-4aa7-b25d-4859fb025532 admin admin] Made reservation on behalf of 12d3cf9a0059416abd70fd593e1049e0 for: {'network': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:49:09.059619 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-03a4ee63-33c8-4aa7-b25d-4859fb025532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:09.087334 dv-cinder-810785-3-iscsi neutron-server[103565]: WARNING neutron.services.revisions.revision_plugin [None req-03a4ee63-33c8-4aa7-b25d-4859fb025532 admin admin] Could not find related network for resource to bump revision. Nov 19 17:49:09.101689 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a4ee63-33c8-4aa7-b25d-4859fb025532 admin admin] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=103565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:49:09.111754 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-03a4ee63-33c8-4aa7-b25d-4859fb025532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:09.112076 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.segments_db [None req-03a4ee63-33c8-4aa7-b25d-4859fb025532 admin admin] Added segment 887d54f2-78d7-4d2e-8147-7e65747be26a of type vlan for network a43737f0-1de9-46a2-8cc2-0a082fcfa05a Nov 19 17:49:09.158956 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-03a4ee63-33c8-4aa7-b25d-4859fb025532 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:09.184052 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-03a4ee63-33c8-4aa7-b25d-4859fb025532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:09.185230 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a4ee63-33c8-4aa7-b25d-4859fb025532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:09.185828 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-03a4ee63-33c8-4aa7-b25d-4859fb025532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:09.192083 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 5 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:49:09.240596 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-03a4ee63-33c8-4aa7-b25d-4859fb025532 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2635639 Nov 19 17:49:09.251243 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4ee63-33c8-4aa7-b25d-4859fb025532 admin admin] Pushing event updated for resources: {'Network': ['ID=a43737f0-1de9-46a2-8cc2-0a082fcfa05a,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:09.272765 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network a43737f0-1de9-46a2-8cc2-0a082fcfa05a details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:49:11.573650 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 35494) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:11.639040 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.pecan_wsgi.hooks.translation [None req-f661f72d-a51d-413a-9e82-a3cda4c60954 admin admin] GET failed (client error): The resource could not be found. Nov 19 17:49:11.640380 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f661f72d-a51d-413a-9e82-a3cda4c60954 admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0658050 Nov 19 17:49:11.744178 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410df617-3c73-4317-8b04-c1f11917cc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:11.745566 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-410df617-3c73-4317-8b04-c1f11917cc13 admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1005440 Nov 19 17:49:11.755916 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Request body: {'subnet': {'network_id': 'a43737f0-1de9-46a2-8cc2-0a082fcfa05a', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:11.777182 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Made reservation on behalf of 12d3cf9a0059416abd70fd593e1049e0 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:49:11.779530 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:11.947283 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for subnet, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:12.002004 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9514dc7-a40f-4ef3-b9e2-27c621cb4fca,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:12.013977 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.014341 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.014709 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.015048 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.015383 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.015708 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.016069 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.016369 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.016697 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.017024 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.017347 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.017671 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.024580 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Checking segment: {'id': '887d54f2-78d7-4d2e-8147-7e65747be26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'a43737f0-1de9-46a2-8cc2-0a082fcfa05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:49:12.025592 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Network hostable DHCP agents. Network: a43737f0-1de9-46a2-8cc2-0a082fcfa05a, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:49:12.042842 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Network a43737f0-1de9-46a2-8cc2-0a082fcfa05a is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:49:12.053071 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, a43737f0-1de9-46a2-8cc2-0a082fcfa05a) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:49:12.058080 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:12.058742 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:12.066686 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cc83bc-4307-4e77-8432-a835291c8e22 None None] Network a43737f0-1de9-46a2-8cc2-0a082fcfa05a requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:49:12.083638 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-ddda20b9-5ab4-4957-87ec-9485c7446d13 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3258629 Nov 19 17:49:12.320088 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41e3f734-d01d-5427-9f52-2e4031802599-a43737f0-1de9-46a2-8cc2-0a082fcfa05a', 'network_id': 'a43737f0-1de9-46a2-8cc2-0a082fcfa05a', 'tenant_id': '12d3cf9a0059416abd70fd593e1049e0', 'fixed_ips': [{'subnet_id': 'f9514dc7-a40f-4ef3-b9e2-27c621cb4fca'}]}} from dv-cinder-810785-3-iscsi. {{(pid=103566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:49:12.321000 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:12.489276 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.db_base_plugin_common [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Allocated IP 192.168.233.2 (a43737f0-1de9-46a2-8cc2-0a082fcfa05a/f9514dc7-a40f-4ef3-b9e2-27c621cb4fca/7e13073b-6673-4968-bd2d-2d5274201c2b) {{(pid=103566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:49:12.675640 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Publish callbacks [] for port, precommit_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:12.685311 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:12.727896 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Network a43737f0-1de9-46a2-8cc2-0a082fcfa05a is already hosted by enough agents. {{(pid=103566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:49:12.731501 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.base_scheduler [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Resources bound (agent type, host, resource id): {{(pid=103566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:49:12.735193 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Received port after_create {{(pid=103566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:49:12.741020 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Pushing event updated for resources: {'Port': ['ID=7e13073b-6673-4968-bd2d-2d5274201c2b,revision_number=1']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:12.752491 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.752863 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.753215 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.753555 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.753890 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.754221 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.754592 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.755048 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.755277 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.755634 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.755966 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.756289 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:12.806167 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Attempting to bind port 7e13073b-6673-4968-bd2d-2d5274201c2b on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:49:12.806688 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Attempting to bind port 7e13073b-6673-4968-bd2d-2d5274201c2b by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '887d54f2-78d7-4d2e-8147-7e65747be26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'a43737f0-1de9-46a2-8cc2-0a082fcfa05a'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:49:12.807053 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Attempting to bind port 7e13073b-6673-4968-bd2d-2d5274201c2b on network a43737f0-1de9-46a2-8cc2-0a082fcfa05a {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:12.813774 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:49:12.814154 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Checking segment: {'id': '887d54f2-78d7-4d2e-8147-7e65747be26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'a43737f0-1de9-46a2-8cc2-0a082fcfa05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:49:12.814611 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:12.815012 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Bound using segment: {'id': '887d54f2-78d7-4d2e-8147-7e65747be26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'a43737f0-1de9-46a2-8cc2-0a082fcfa05a'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:49:12.815475 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Bound port: 7e13073b-6673-4968-bd2d-2d5274201c2b, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887d54f2-78d7-4d2e-8147-7e65747be26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'a43737f0-1de9-46a2-8cc2-0a082fcfa05a'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:49:12.815880 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:12.883253 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] For port 7e13073b-6673-4968-bd2d-2d5274201c2b, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:49:12.887350 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] For port 7e13073b-6673-4968-bd2d-2d5274201c2b, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=7e13073b-6673-4968-bd2d-2d5274201c2b,segment=NetworkSegment(887d54f2-78d7-4d2e-8147-7e65747be26a),segment_id=887d54f2-78d7-4d2e-8147-7e65747be26a)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:49:12.892112 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:12.952766 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad04d4b-1458-4d37-b73e-40f49e3d4ef6 None None] Pushing event updated for resources: {'Port': ['ID=7e13073b-6673-4968-bd2d-2d5274201c2b,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:13.827473 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffeaaec-70b4-4b63-a2a7-e265b84bbbf5 None None] Network a43737f0-1de9-46a2-8cc2-0a082fcfa05a requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:49:13.878256 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 7e13073b-6673-4968-bd2d-2d5274201c2b up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:49:13.947773 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-6fc94afc-0867-48ad-8cb0-97fced1f5b8e None None] Provisioning complete for port 7e13073b-6673-4968-bd2d-2d5274201c2b triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:13.948149 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-6fc94afc-0867-48ad-8cb0-97fced1f5b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:14.052550 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 7e13073b-6673-4968-bd2d-2d5274201c2b triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:14.052853 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:14.140392 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-6fc94afc-0867-48ad-8cb0-97fced1f5b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:14.211419 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-6fc94afc-0867-48ad-8cb0-97fced1f5b8e None None] For port 7e13073b-6673-4968-bd2d-2d5274201c2b, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=7e13073b-6673-4968-bd2d-2d5274201c2b,segment=NetworkSegment(887d54f2-78d7-4d2e-8147-7e65747be26a),segment_id=887d54f2-78d7-4d2e-8147-7e65747be26a)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:14.220084 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-6fc94afc-0867-48ad-8cb0-97fced1f5b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:14.261005 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:14.299297 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc94afc-0867-48ad-8cb0-97fced1f5b8e None None] Pushing event updated for resources: {'Port': ['ID=7e13073b-6673-4968-bd2d-2d5274201c2b,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:14.338299 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.db.api [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:49:14.338758 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG oslo_db.api [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:49:14.442886 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-cab7fa6e-a03e-46e2-83d3-46493b80eb1b None None] Provisioning complete for port 7e13073b-6673-4968-bd2d-2d5274201c2b triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:14.443205 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-cab7fa6e-a03e-46e2-83d3-46493b80eb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:15.812532 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 7e13073b-6673-4968-bd2d-2d5274201c2b up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:49:15.864039 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 7e13073b-6673-4968-bd2d-2d5274201c2b triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:15.864424 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:22.750879 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c760cb75-eaaa-4863-a66f-ca064854d05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:25.926860 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-ee7ff899-a6e5-48ca-9b9b-fe9be090a6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:27.170084 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:29.227300 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:29.588770 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:46.189958 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 5 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:49:52.755026 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fa846662-10aa-433b-9a67-53eb05473a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:55.937021 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-f661ff9b-034e-4448-ac93-14dcf9da72c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:57.174829 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:59.231131 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:59.591438 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:22.760687 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3a8a-cff1-4bea-9c6e-e40cfc253848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:23.188451 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 5 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:50:25.647313 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 35538) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:25.654162 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [None req-8568f96e-ef3c-4125-ac8f-2fe344d83b44 tempest-verify_tempest_config-1828706505 tempest-verify_tempest_config-1828706505-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:50:25.655228 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8568f96e-ef3c-4125-ac8f-2fe344d83b44 tempest-verify_tempest_config-1828706505 tempest-verify_tempest_config-1828706505-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0069249 Nov 19 17:50:25.930674 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9b404d49-ead8-419a-8921-fa5638defa66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:25.982053 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 35556) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:26.103298 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.200662 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.204798 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.252313 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0c4500778b10447198b612bf618b74df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2690685 Nov 19 17:50:26.253018 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee835541-6eb8-4eb3-8d58-bd184c180fcf,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:26.254976 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 35560) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:26.271183 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:26.271564 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:26.271921 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:26.272264 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:26.272599 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:26.272941 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:26.273281 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:26.274171 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:26.274544 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:26.274879 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:26.275207 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:26.275532 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4deee-9788-4a70-a7fa-5727bf701703 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:26.326042 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6df771b7-0fd8-417c-abad-99e532debd96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.347851 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6df771b7-0fd8-417c-abad-99e532debd96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.451042 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6df771b7-0fd8-417c-abad-99e532debd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.453719 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6df771b7-0fd8-417c-abad-99e532debd96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.455069 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-6df771b7-0fd8-417c-abad-99e532debd96 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ee835541-6eb8-4eb3-8d58-bd184c180fcf HTTP/1.1" status: 204 len: 168 time: 0.1991878 Nov 19 17:50:26.463367 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df771b7-0fd8-417c-abad-99e532debd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee835541-6eb8-4eb3-8d58-bd184c180fcf,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:27.179256 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:29.235990 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:29.594598 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.755075 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-b00eeed0-9049-4f42-a04f-24c4eef37603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:55.933393 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-a4ffb069-0623-4dd1-ad0b-d915c5e11341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:57.180595 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:59.241867 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:59.599533 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:00.187569 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 5 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:51:22.757182 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-8c06a868-48fe-4bd7-8c08-3b08b6ce2831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:25.937276 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-8209a73b-b758-4b1f-b749-de749df90827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:27.189839 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:29.247820 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:29.603243 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:37.186745 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 5 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:51:52.763188 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-930b59ab-c336-4a64-9e93-06ef59142275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:55.941179 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-62061fa5-c15f-4276-ab45-b0ed3db8342b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:57.193903 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:59.259212 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:59.613583 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:08.220565 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1830621'] for agent, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:14.185663 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:52:18.622252 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 35632) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:18.740019 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-01ae2fd6-a441-4a65-8e35-476bf0f69085 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1166496 Nov 19 17:52:21.253441 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 35642) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:21.314612 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-0964b134-bf9b-433f-acfa-2961fac2e528 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0600107 Nov 19 17:52:22.767990 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1886c7d5-772c-4975-b6b0-2514f32a7ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:25.945671 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c13670ad-ddae-45c8-b184-85476115828d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:27.189642 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:29.250642 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:29.608379 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:38.171338 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:51.189588 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:52:52.770800 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-aebd64b5-23d1-499b-bf3d-6c5920e6cc6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:55.948244 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-641548da-a24a-4d23-aa67-87e693c81ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:57.195680 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:59.258582 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:59.620988 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:08.177175 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:22.776453 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1fd73348-3cdb-497d-aa52-a07eff9a0958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:25.949825 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-31898c0e-8094-49ee-9a8b-b887b9bece91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:27.194290 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:28.188436 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:53:29.261200 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:29.614000 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:38.173784 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.791140 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a2dcfe2-7977-41fe-8f60-ac544ffdc599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:55.847111 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 35828) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:55.955719 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-6e53382c-59c5-4272-aad2-3039deceae05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.105797 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 35844) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:56.257761 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1459798890-network', 'tenant_id': '0456090f49334c51827e8fad95f98095'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:56.288704 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Made reservation on behalf of 0456090f49334c51827e8fad95f98095 for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:56.292481 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.308419 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.448755 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.455415 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.501283 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:53:56.515590 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d4dedf-0cd9-4227-bd2a-6ca27d4dd94a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:56.522160 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.522852 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Added segment 4898f265-8362-4f29-8aac-84ca1f374637 of type vlan for network 410ab6ba-f35e-442f-bd38-211464acc4a3 Nov 19 17:53:56.542445 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:56.542873 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:56.543189 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:56.543531 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:56.543881 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:56.544350 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:56.544696 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:56.545161 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:56.545445 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:56.545785 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:56.546154 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:56.546463 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Tracked resource versions report: Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: pushed versions: Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: { 'AddressGroup': {'1.2'}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'ConntrackHelper': {'1.0'}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Log': {'1.0'}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Network': {'1.1'}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Port': {'1.7'}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'PortForwarding': {'1.2'}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'QosPolicy': {'1.10'}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'SecurityGroup': {'1.5'}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'SubPort': {'1.0'}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Subnet': {'1.1'}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Trunk': {'1.1'}} Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: consumer versions: Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: { DHCP agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: HyperV agent@hv-cinder-81078: {}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: L3 agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: Metadata agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: Metering agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: Open vSwitch agent@dv-cinder-810785-3-iscsi: { 'AddressGroup': '1.2', Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'ConntrackHelper': '1.0', Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Log': '1.0', Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Network': '1.1', Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Port': '1.7', Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'PortForwarding': '1.2', Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'QosPolicy': '1.10', Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'SecurityGroup': '1.5', Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'SecurityGroupRule': '1.2', Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'SubPort': '1.0', Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Subnet': '1.1', Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: 'Trunk': '1.1'}} Nov 19 17:53:56.547617 dv-cinder-810785-3-iscsi neutron-server[103564]: {{(pid=103564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:53:56.599196 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.632899 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.633925 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:56.634662 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.678880 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1455992257-network', 'tenant_id': 'f70f81a9efc74af9998478d2ddcd678d'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:56.715794 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8672318 Nov 19 17:53:56.720299 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Made reservation on behalf of f70f81a9efc74af9998478d2ddcd678d for: {'network': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:56.721452 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 35864) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:56.725127 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.729814 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-0974c66b-6352-401f-a328-c607753d86ad admin admin] Request body: {'subnet': {'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1459798890-subnet', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:56.735152 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c97e8b-d3b6-4f53-8e9c-2ab70143d147 admin admin] Pushing event updated for resources: {'Network': ['ID=410ab6ba-f35e-442f-bd38-211464acc4a3,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:56.735709 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.750998 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network 410ab6ba-f35e-442f-bd38-211464acc4a3 details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:53:56.800800 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0974c66b-6352-401f-a328-c607753d86ad admin admin] Made reservation on behalf of 0456090f49334c51827e8fad95f98095 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:56.806719 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0974c66b-6352-401f-a328-c607753d86ad admin admin] Publish callbacks [] for subnet, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.849362 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.860734 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.887791 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] vlan segment allocate from pool success with {'vlan_id': 1109, 'physical_network': 'physnet1'} {{(pid=103565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:53:56.904839 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.905391 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.segments_db [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Added segment 657f46b7-f408-4a09-b7e9-5299f76bbb88 of type vlan for network f2d34df1-c8a6-4e64-99d7-45092325de01 Nov 19 17:53:56.984716 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac2ef22-9998-40c0-a4c3-dc4f4f865589,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:56.995086 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.998925 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:56.999275 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:56.999794 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:57.000341 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:57.001077 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:57.001609 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:57.002145 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:57.002754 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:57.003301 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:57.004549 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:57.005151 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:57.005822 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Tracked resource versions report: Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: pushed versions: Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: { 'AddressGroup': {'1.2'}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'ConntrackHelper': {'1.0'}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Log': {'1.0'}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Network': {'1.1'}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Port': {'1.7'}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'PortForwarding': {'1.2'}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'QosPolicy': {'1.10'}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'SecurityGroup': {'1.5'}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'SubPort': {'1.0'}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Subnet': {'1.1'}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Trunk': {'1.1'}} Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: consumer versions: Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: { DHCP agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: HyperV agent@hv-cinder-81078: {}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: L3 agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: Metadata agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: Metering agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: Open vSwitch agent@dv-cinder-810785-3-iscsi: { 'AddressGroup': '1.2', Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'ConntrackHelper': '1.0', Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Log': '1.0', Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Network': '1.1', Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Port': '1.7', Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'PortForwarding': '1.2', Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'QosPolicy': '1.10', Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'SecurityGroup': '1.5', Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'SecurityGroupRule': '1.2', Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'SubPort': '1.0', Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Subnet': '1.1', Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: 'Trunk': '1.1'}} Nov 19 17:53:57.007086 dv-cinder-810785-3-iscsi neutron-server[103565]: {{(pid=103565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:53:57.011519 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 35870) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:57.049802 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.052085 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:57.053055 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.058624 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0974c66b-6352-401f-a328-c607753d86ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for subnet, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.136416 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974c66b-6352-401f-a328-c607753d86ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=391d2137-1654-4763-aca0-4213e12e3e68,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:57.144504 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0356817 Nov 19 17:53:57.146597 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 35874) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:57.156726 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-8e26fa3f-e6ef-4713-a108-4bc987ee36f1 admin admin] Request body: {'subnet': {'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1455992257-subnet', 'tenant_id': 'f70f81a9efc74af9998478d2ddcd678d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:57.173167 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0974c66b-6352-401f-a328-c607753d86ad admin admin] Checking segment: {'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:53:57.173532 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0974c66b-6352-401f-a328-c607753d86ad admin admin] Network hostable DHCP agents. Network: 410ab6ba-f35e-442f-bd38-211464acc4a3, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:53:57.193735 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bdccb-c9ea-43f2-b196-d0b9165ccffa admin admin] Pushing event updated for resources: {'Network': ['ID=f2d34df1-c8a6-4e64-99d7-45092325de01,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:57.197764 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e26fa3f-e6ef-4713-a108-4bc987ee36f1 admin admin] Made reservation on behalf of f70f81a9efc74af9998478d2ddcd678d for: {'subnet': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:57.200572 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8e26fa3f-e6ef-4713-a108-4bc987ee36f1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.212172 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.224743 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network f2d34df1-c8a6-4e64-99d7-45092325de01 details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:53:57.240515 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0974c66b-6352-401f-a328-c607753d86ad admin admin] Network 410ab6ba-f35e-442f-bd38-211464acc4a3 is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:53:57.259735 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-0974c66b-6352-401f-a328-c607753d86ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, 410ab6ba-f35e-442f-bd38-211464acc4a3) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:57.270935 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0974c66b-6352-401f-a328-c607753d86ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:57.271693 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0974c66b-6352-401f-a328-c607753d86ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.276131 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f25930-4dce-4280-b2d1-2b25a6337cb9 None None] Network 410ab6ba-f35e-442f-bd38-211464acc4a3 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:53:57.302502 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-0974c66b-6352-401f-a328-c607753d86ad admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5788410 Nov 19 17:53:57.307318 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 35884) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:57.321403 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:57.369862 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260438'] for router, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.376218 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260429'] for router, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.504783 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41e3f734-d01d-5427-9f52-2e4031802599-410ab6ba-f35e-442f-bd38-211464acc4a3', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68'}]}} from dv-cinder-810785-3-iscsi. {{(pid=103566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:53:57.506140 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.638945 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8e26fa3f-e6ef-4713-a108-4bc987ee36f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for subnet, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.747644 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26fa3f-e6ef-4713-a108-4bc987ee36f1 admin admin] Checking segment: {'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:53:57.749404 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e26fa3f-e6ef-4713-a108-4bc987ee36f1 admin admin] Network hostable DHCP agents. Network: f2d34df1-c8a6-4e64-99d7-45092325de01, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:53:57.770562 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.773005 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-614325480-network', 'tenant_id': '4bbde3db5bc445c794f2c0b5f8243c5a'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:57.815876 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.db_base_plugin_common [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Allocated IP 172.20.0.2 (410ab6ba-f35e-442f-bd38-211464acc4a3/391d2137-1654-4763-aca0-4213e12e3e68/1c587e95-1644-40bb-93c7-de8bda76200d) {{(pid=103566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:53:57.828197 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26fa3f-e6ef-4713-a108-4bc987ee36f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6976624c-1d1e-4351-9ac4-73432abae10d,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:57.842676 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e26fa3f-e6ef-4713-a108-4bc987ee36f1 admin admin] Network f2d34df1-c8a6-4e64-99d7-45092325de01 is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:53:57.862201 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-8e26fa3f-e6ef-4713-a108-4bc987ee36f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, f2d34df1-c8a6-4e64-99d7-45092325de01) {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:57.864871 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] Made reservation on behalf of 4bbde3db5bc445c794f2c0b5f8243c5a for: {'network': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:57.877002 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.898373 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e26fa3f-e6ef-4713-a108-4bc987ee36f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:57.899292 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8e26fa3f-e6ef-4713-a108-4bc987ee36f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.935693 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.981011 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-8e26fa3f-e6ef-4713-a108-4bc987ee36f1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8297012 Nov 19 17:53:57.982344 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab8d660-f5a3-4e90-b4df-3a4234186f3b None None] Network f2d34df1-c8a6-4e64-99d7-45092325de01 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:53:58.137483 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Publish callbacks [] for port, precommit_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.166377 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.167636 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.170106 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.179358 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.353881 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Network 410ab6ba-f35e-442f-bd38-211464acc4a3 is already hosted by enough agents. {{(pid=103566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:53:58.357773 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Pushing event updated for resources: {'Port': ['ID=1c587e95-1644-40bb-93c7-de8bda76200d,revision_number=1']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:58.372095 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:58.372481 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:58.372837 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:58.373185 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:58.373725 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:58.374146 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:58.374501 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:58.375021 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:58.375364 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:58.375723 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:58.376055 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:58.376526 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Tracked resource versions report: Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: pushed versions: Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: { 'AddressGroup': {'1.2'}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'ConntrackHelper': {'1.0'}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Log': {'1.0'}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Network': {'1.1'}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Port': {'1.7'}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'PortForwarding': {'1.2'}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'QosPolicy': {'1.10'}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'SecurityGroup': {'1.5'}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'SubPort': {'1.0'}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Subnet': {'1.1'}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Trunk': {'1.1'}} Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: consumer versions: Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: { DHCP agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: HyperV agent@hv-cinder-81078: {}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: L3 agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: Metadata agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: Metering agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: Open vSwitch agent@dv-cinder-810785-3-iscsi: { 'AddressGroup': '1.2', Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'ConntrackHelper': '1.0', Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Log': '1.0', Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Network': '1.1', Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Port': '1.7', Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'PortForwarding': '1.2', Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'QosPolicy': '1.10', Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'SecurityGroup': '1.5', Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'SecurityGroupRule': '1.2', Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'SubPort': '1.0', Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Subnet': '1.1', Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: 'Trunk': '1.1'}} Nov 19 17:53:58.377606 dv-cinder-810785-3-iscsi neutron-server[103566]: {{(pid=103566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:53:58.388127 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e029d2f8-26ae-4756-b908-d6b78dc7465d None None] Network f2d34df1-c8a6-4e64-99d7-45092325de01 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:53:58.399329 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.base_scheduler [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Resources bound (agent type, host, resource id): {{(pid=103566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:58.419519 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Received port after_create {{(pid=103566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:53:58.420440 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=103565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:53:58.442762 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.443303 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.segments_db [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] Added segment f4798319-f48a-4ad1-b8ef-31f27e711c51 of type vlan for network 500c28d0-8af0-46b7-a93f-6f3583c93b7c Nov 19 17:53:58.645015 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.664875 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb7ece7-c75b-409c-946a-57fa421af5c4,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:58.745657 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.766518 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.767504 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:58.768117 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.799986 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.892235 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Attempting to bind port 1c587e95-1644-40bb-93c7-de8bda76200d on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:53:58.892674 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Attempting to bind port 1c587e95-1644-40bb-93c7-de8bda76200d by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:53:58.893234 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Attempting to bind port 1c587e95-1644-40bb-93c7-de8bda76200d on network 410ab6ba-f35e-442f-bd38-211464acc4a3 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:53:58.911378 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] Pushing event updated for resources: {'Network': ['ID=500c28d0-8af0-46b7-a93f-6f3583c93b7c,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:58.920437 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:53:58.921616 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-c285f277-9174-49da-9e64-b1dcdb6eb17c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9090815 Nov 19 17:53:58.922589 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Checking segment: {'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:53:58.923186 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.923753 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Bound using segment: {'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:53:58.924403 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Bound port: 1c587e95-1644-40bb-93c7-de8bda76200d, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:53:58.924839 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.928266 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 35928) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:58.938804 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-75498905-dd6c-41cc-89dd-623465990c04 admin admin] Request body: {'subnet': {'network_id': '500c28d0-8af0-46b7-a93f-6f3583c93b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-614325480-subnet', 'tenant_id': '4bbde3db5bc445c794f2c0b5f8243c5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:58.968505 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network 500c28d0-8af0-46b7-a93f-6f3583c93b7c details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:53:58.994082 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75498905-dd6c-41cc-89dd-623465990c04 admin admin] Made reservation on behalf of 4bbde3db5bc445c794f2c0b5f8243c5a for: {'subnet': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:59.001743 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-75498905-dd6c-41cc-89dd-623465990c04 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.198580 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] For port 1c587e95-1644-40bb-93c7-de8bda76200d, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:53:59.199034 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Allocated IP 172.27.1.7 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:53:59.259976 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] For port 1c587e95-1644-40bb-93c7-de8bda76200d, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=1c587e95-1644-40bb-93c7-de8bda76200d,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:53:59.286191 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.417006 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-75498905-dd6c-41cc-89dd-623465990c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for subnet, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.422042 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.506437 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75498905-dd6c-41cc-89dd-623465990c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e99c66-a223-40fb-9063-b8849cff9f85,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:59.558942 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a67ac-1e66-484f-ad57-cb999be11c1a None None] Pushing event updated for resources: {'Port': ['ID=1c587e95-1644-40bb-93c7-de8bda76200d,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:59.565419 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75498905-dd6c-41cc-89dd-623465990c04 admin admin] Checking segment: {'id': 'f4798319-f48a-4ad1-b8ef-31f27e711c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '500c28d0-8af0-46b7-a93f-6f3583c93b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:53:59.566966 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75498905-dd6c-41cc-89dd-623465990c04 admin admin] Network hostable DHCP agents. Network: 500c28d0-8af0-46b7-a93f-6f3583c93b7c, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:53:59.577081 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.612382 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75498905-dd6c-41cc-89dd-623465990c04 admin admin] Network 500c28d0-8af0-46b7-a93f-6f3583c93b7c is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:53:59.639771 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-75498905-dd6c-41cc-89dd-623465990c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, 500c28d0-8af0-46b7-a93f-6f3583c93b7c) {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:59.653256 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75498905-dd6c-41cc-89dd-623465990c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:59.654210 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-75498905-dd6c-41cc-89dd-623465990c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.684143 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b797c4-0d25-4825-952a-3c5289705bdc None None] Network 500c28d0-8af0-46b7-a93f-6f3583c93b7c requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:53:59.717453 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-75498905-dd6c-41cc-89dd-623465990c04 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7855208 Nov 19 17:53:59.767497 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.778450 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.160297 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935fcd12-f582-4517-a83d-5c0e6fc6efb1 None None] Network 500c28d0-8af0-46b7-a93f-6f3583c93b7c requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:00.166434 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:00.169195 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:00.172355 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Pushing event updated for resources: {'Port': ['ID=fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:00.190965 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:00.912759 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:01.163723 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7047b5f-4420-4cb8-983a-7d1f8791030a None None] Network 410ab6ba-f35e-442f-bd38-211464acc4a3 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:01.246079 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746134'] for router, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:01.279486 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-effbf45a-6c57-4c97-a000-0b74114ce4fe None None] Provisioning complete for port 1c587e95-1644-40bb-93c7-de8bda76200d triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:01.279955 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-effbf45a-6c57-4c97-a000-0b74114ce4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:01.499299 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-effbf45a-6c57-4c97-a000-0b74114ce4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:01.601377 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Router a27de2fe-7f57-4c81-9cae-2dc046a12074 is scheduled to L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 with binding_index 1 {{(pid=103564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:54:01.664068 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-effbf45a-6c57-4c97-a000-0b74114ce4fe None None] For port 1c587e95-1644-40bb-93c7-de8bda76200d, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=1c587e95-1644-40bb-93c7-de8bda76200d,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:01.683098 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-effbf45a-6c57-4c97-a000-0b74114ce4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:01.941660 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbf45a-6c57-4c97-a000-0b74114ce4fe None None] Pushing event updated for resources: {'Port': ['ID=1c587e95-1644-40bb-93c7-de8bda76200d,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:01.974223 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:54:01.996655 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Sync routers for ids ['a27de2fe-7f57-4c81-9cae-2dc046a12074'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:54:02.015638 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] Publish callbacks [] for router, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:02.017642 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Routers {'a27de2fe-7f57-4c81-9cae-2dc046a12074'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:02.018293 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:53:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a27de2fe-7f57-4c81-9cae-2dc046a12074'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:02.020850 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36026) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:02.021663 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-30b99e30-1adc-47e0-afc6-f3beaba10365 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7118475 Nov 19 17:54:02.248612 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 1c587e95-1644-40bb-93c7-de8bda76200d up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:02.270567 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 36040) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:02.277572 dv-cinder-810785-3-iscsi neutron-server[103564]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 17:54:02.409812 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Set router a27de2fe-7f57-4c81-9cae-2dc046a12074 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:54:02.420412 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-efd20455-1868-4491-910e-20aaccfe7ce8 None None] Provisioning complete for port 1c587e95-1644-40bb-93c7-de8bda76200d triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:02.426103 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-efd20455-1868-4491-910e-20aaccfe7ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:02.562954 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 1c587e95-1644-40bb-93c7-de8bda76200d triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:02.563690 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:02.787267 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55f25d-6a41-440e-8fff-50a665917398 req-e4e4c4e4-1f95-4103-9a06-f165e020e3aa tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:02.792265 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-e4e4c4e4-1f95-4103-9a06-f165e020e3aa tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/networks?id=f2d34df1-c8a6-4e64-99d7-45092325de01 HTTP/1.1" status: 200 len: 815 time: 0.5173442 Nov 19 17:54:02.837936 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-2c60af7b-b0a0-40de-a7f8-30710443921a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/quotas/f70f81a9efc74af9998478d2ddcd678d HTTP/1.1" status: 200 len: 375 time: 0.0219965 Nov 19 17:54:02.881922 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:00Z', 'revision_number': 3, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:02.926238 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Checking router: a27de2fe-7f57-4c81-9cae-2dc046a12074 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:54:02.927835 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Updating router a27de2fe-7f57-4c81-9cae-2dc046a12074 port fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb binding host dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:54:02.996129 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.043600 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-b46b4b67-a770-4f8f-ba5b-b14b24717928 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f70f81a9efc74af9998478d2ddcd678d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1928651 Nov 19 17:54:03.184719 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.190924 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 36102) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:03.350829 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36110) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:03.446721 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-279c008e-1354-41e5-869b-01b1716fd080 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:03.449347 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-279c008e-1354-41e5-869b-01b1716fd080 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/networks?id=500c28d0-8af0-46b7-a93f-6f3583c93b7c HTTP/1.1" status: 200 len: 811 time: 0.2552514 Nov 19 17:54:03.468105 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-82314d63-5446-41db-917a-7e7cf5810207 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/quotas/4bbde3db5bc445c794f2c0b5f8243c5a HTTP/1.1" status: 200 len: 375 time: 0.0120747 Nov 19 17:54:03.512450 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Allocated IP 172.20.0.1 (410ab6ba-f35e-442f-bd38-211464acc4a3/391d2137-1654-4763-aca0-4213e12e3e68/529ba45b-5523-443d-9ceb-2ad2d5b3dc94) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:03.537831 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-ee5d5601-021f-4ac3-b366-b9049a5cb6e2 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4bbde3db5bc445c794f2c0b5f8243c5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512528 Nov 19 17:54:03.619892 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Publish callbacks [] for port, precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.629824 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.694162 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.707315 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Attempting to bind port fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:54:03.708284 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Attempting to bind port fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:54:03.708887 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Attempting to bind port fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb on network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:03.719946 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:54:03.720446 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Checking segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:03.720999 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.721422 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Bound using segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:54:03.721975 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Bound port: fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:54:03.723271 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.725600 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d50ba1-684a-4d8b-8605-b95d5b114a0d None None] Pushing event updated for resources: {'Port': ['ID=fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:03.737906 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.760415 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d50ba1-684a-4d8b-8605-b95d5b114a0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:03.760842 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d50ba1-684a-4d8b-8605-b95d5b114a0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:03.761392 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d50ba1-684a-4d8b-8605-b95d5b114a0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:03.761904 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d50ba1-684a-4d8b-8605-b95d5b114a0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:03.762488 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d50ba1-684a-4d8b-8605-b95d5b114a0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:03.763063 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d50ba1-684a-4d8b-8605-b95d5b114a0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:03.763565 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d50ba1-684a-4d8b-8605-b95d5b114a0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:03.764067 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d50ba1-684a-4d8b-8605-b95d5b114a0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:03.764587 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d50ba1-684a-4d8b-8605-b95d5b114a0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:03.765828 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d50ba1-684a-4d8b-8605-b95d5b114a0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:03.767440 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d50ba1-684a-4d8b-8605-b95d5b114a0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:03.768687 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d50ba1-684a-4d8b-8605-b95d5b114a0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d50ba1-684a-4d8b-8605-b95d5b114a0d None None] Tracked resource versions report: Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: pushed versions: Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: { 'AddressGroup': {'1.2'}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'ConntrackHelper': {'1.0'}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Log': {'1.0'}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Network': {'1.1'}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Port': {'1.7'}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'PortForwarding': {'1.2'}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'QosPolicy': {'1.10'}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'SecurityGroup': {'1.5'}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'SubPort': {'1.0'}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Subnet': {'1.1'}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Trunk': {'1.1'}} Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: consumer versions: Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: { DHCP agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: HyperV agent@hv-cinder-81078: {}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: L3 agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: Metadata agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: Metering agent@dv-cinder-810785-3-iscsi: {}, Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: Open vSwitch agent@dv-cinder-810785-3-iscsi: { 'AddressGroup': '1.2', Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'ConntrackHelper': '1.0', Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Log': '1.0', Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Network': '1.1', Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Port': '1.7', Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'PortForwarding': '1.2', Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'QosPolicy': '1.10', Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'SecurityGroup': '1.5', Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'SecurityGroupRule': '1.2', Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'SubPort': '1.0', Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Subnet': '1.1', Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: 'Trunk': '1.1'}} Nov 19 17:54:03.771072 dv-cinder-810785-3-iscsi neutron-server[103567]: {{(pid=103567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:54:03.785949 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 36122) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:03.803115 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Pushing event updated for resources: {'Port': ['ID=529ba45b-5523-443d-9ceb-2ad2d5b3dc94,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:03.805485 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-002dfa9d-265e-44c8-b521-8bd42aae1f1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.843234 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] For port fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:54:03.851456 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] For port fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:54:03.857283 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.894940 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-002dfa9d-265e-44c8-b521-8bd42aae1f1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.904868 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Network 410ab6ba-f35e-442f-bd38-211464acc4a3 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:03.906811 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:03.908898 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-002dfa9d-265e-44c8-b521-8bd42aae1f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.912473 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:03.912946 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828993'] for router_interface, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.939292 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-45d0f9c7-f52a-4041-979e-509cc046e501 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:54:03.947730 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-45d0f9c7-f52a-4041-979e-509cc046e501 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4163680 Nov 19 17:54:04.054344 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d50ba1-684a-4d8b-8605-b95d5b114a0d None None] Pushing event updated for resources: {'Port': ['ID=fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:04.098739 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 1c587e95-1644-40bb-93c7-de8bda76200d up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:04.100368 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Routers {'a27de2fe-7f57-4c81-9cae-2dc046a12074'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:04.101646 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:53:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a27de2fe-7f57-4c81-9cae-2dc046a12074'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:04.128999 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36130) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:04.161763 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-c50bf724-8353-496c-b60d-ee1cbfe94f14 service neutron] 10.222.0.71 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130690 Nov 19 17:54:04.211907 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5714682-96a2-4b5f-bc93-1c3f3e459b45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.213494 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-002dfa9d-265e-44c8-b521-8bd42aae1f1d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fe706be7072a4ea2932b7e8d4cd14109&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8613203 Nov 19 17:54:04.217399 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36138) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:04.227851 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dfa9d-265e-44c8-b521-8bd42aae1f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed13e4d-5672-47ba-9d29-1642ca832594,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:04.228328 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 1c587e95-1644-40bb-93c7-de8bda76200d triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:04.229525 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.314219 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-dc50e71a-db67-478e-add3-9e44880b56b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.320082 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.321280 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] Set router a27de2fe-7f57-4c81-9cae-2dc046a12074 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:54:04.435695 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-98414e0f-60c8-4224-8945-3ef24f11c177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.447022 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-93a9c808-8cd9-4f69-b389-d40aa90f2bf2 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:54:04.456052 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-93a9c808-8cd9-4f69-b389-d40aa90f2bf2 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2830362 Nov 19 17:54:04.460400 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-bb0eefe5-5de6-4a9f-8181-fbff039d16fb service neutron] 10.222.0.71 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976935 Nov 19 17:54:04.523415 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-98414e0f-60c8-4224-8945-3ef24f11c177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.530652 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-e777c9f3-3698-4e8d-87e0-21df74ec1b3d None None] Provisioning complete for port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:04.531117 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e777c9f3-3698-4e8d-87e0-21df74ec1b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.615628 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-6b587c7a-a717-4a2c-a946-1836e2152179 service neutron] 10.222.0.71 "GET /v2.0/networks/500c28d0-8af0-46b7-a93f-6f3583c93b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573670 Nov 19 17:54:04.648548 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-e777c9f3-3698-4e8d-87e0-21df74ec1b3d None None] Port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:04.649335 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:00Z', 'revision_number': 3, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:04.685072 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093804e-7ee7-4c4f-ac86-cde6d740776b None None] The sync data for ids ['a27de2fe-7f57-4c81-9cae-2dc046a12074'] in dv-cinder-810785-3-iscsi is: [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:00Z', 'revision_number': 3, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:54:04.751700 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-290c6823-6190-4680-9179-41a5a14aa01c service neutron] 10.222.0.71 "GET /v2.0/networks/500c28d0-8af0-46b7-a93f-6f3583c93b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348333 Nov 19 17:54:04.804231 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5714682-96a2-4b5f-bc93-1c3f3e459b45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.810650 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5714682-96a2-4b5f-bc93-1c3f3e459b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.827446 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-dc50e71a-db67-478e-add3-9e44880b56b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.872388 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-dc50e71a-db67-478e-add3-9e44880b56b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.889316 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e5714682-96a2-4b5f-bc93-1c3f3e459b45 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1690d409814748108a895c51767588de&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1018593 Nov 19 17:54:04.892731 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 36160) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:04.893697 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5714682-96a2-4b5f-bc93-1c3f3e459b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4ee83d-4062-4cf2-a98c-9600346dabec,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:05.005170 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8e47b803-0a5a-43ac-ac95-60ec8436b9b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.035687 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.044371 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8e47b803-0a5a-43ac-ac95-60ec8436b9b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.060234 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-98414e0f-60c8-4224-8945-3ef24f11c177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.067639 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-98414e0f-60c8-4224-8945-3ef24f11c177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.072366 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-98414e0f-60c8-4224-8945-3ef24f11c177 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0ed13e4d-5672-47ba-9d29-1642ca832594 HTTP/1.1" status: 204 len: 168 time: 0.8522661 Nov 19 17:54:05.138775 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-dc50e71a-db67-478e-add3-9e44880b56b6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fa107c55f33c443c8742b9afc4e1cb27&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9986041 Nov 19 17:54:05.146127 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50e71a-db67-478e-add3-9e44880b56b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4edc56b-551e-48b8-a717-e08ea969f276,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:05.153855 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36186) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:05.174333 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.178301 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1830417'] for router_interface, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.201175 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:54:05.297113 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b880cdae-cbc9-4921-9aa5-acac91bae752 req-77d371e7-8ad3-4d05-a395-fb07caf7b0f3 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 210 time: 0.1819606 Nov 19 17:54:05.326649 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8e47b803-0a5a-43ac-ac95-60ec8436b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.332302 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8e47b803-0a5a-43ac-ac95-60ec8436b9b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.349162 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8e47b803-0a5a-43ac-ac95-60ec8436b9b3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9c4ee83d-4062-4cf2-a98c-9600346dabec HTTP/1.1" status: 204 len: 168 time: 0.4480999 Nov 19 17:54:05.386157 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47b803-0a5a-43ac-ac95-60ec8436b9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4ee83d-4062-4cf2-a98c-9600346dabec,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:05.538052 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a69ec9a8-40ec-4914-bc83-9a4c0168245e req-de71330b-a598-4d0c-9c02-b4d97ffe6a15 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 210 time: 0.0715311 Nov 19 17:54:05.681519 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98414e0f-60c8-4224-8945-3ef24f11c177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed13e4d-5672-47ba-9d29-1642ca832594,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:05.798491 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Pushing event updated for resources: {'Port': ['ID=529ba45b-5523-443d-9ceb-2ad2d5b3dc94,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:05.901050 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4839d4b3-6316-40dc-a561-0a0b54b79b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.951690 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Network 410ab6ba-f35e-442f-bd38-211464acc4a3 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:05.954755 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:06.002536 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4839d4b3-6316-40dc-a561-0a0b54b79b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.201242 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:06.235324 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4839d4b3-6316-40dc-a561-0a0b54b79b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.243326 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4839d4b3-6316-40dc-a561-0a0b54b79b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.247394 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-4839d4b3-6316-40dc-a561-0a0b54b79b59 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f4edc56b-551e-48b8-a717-e08ea969f276 HTTP/1.1" status: 204 len: 168 time: 1.0903177 Nov 19 17:54:06.270169 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839d4b3-6316-40dc-a561-0a0b54b79b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4edc56b-551e-48b8-a717-e08ea969f276,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:06.271326 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36238) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:06.305196 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-af4ed47f-2be4-4e65-b554-fe514eac2268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.375045 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Router a27de2fe-7f57-4c81-9cae-2dc046a12074 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:54:06.543676 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-25f1df95-6674-4ac7-8814-33f31846f405 req-336a9e0c-4324-4410-b860-0442043549c8 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 210 time: 0.1044443 Nov 19 17:54:06.623934 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-bedd7962-95d3-4c5b-aa5d-8cfaa2d81ea3 None None] Provisioning complete for port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:06.626758 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-bedd7962-95d3-4c5b-aa5d-8cfaa2d81ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.692093 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36258) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:06.720425 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0994e7d-f049-401e-9c8d-a03436c13b4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.733544 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:06.738811 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.751088 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:54:06.754245 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-af4ed47f-2be4-4e65-b554-fe514eac2268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.762766 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-000cb411-f698-4117-9539-439f30fd047f admin admin] 10.222.0.71 "PUT /v2.0/routers/a27de2fe-7f57-4c81-9cae-2dc046a12074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7389317 Nov 19 17:54:06.773874 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-af4ed47f-2be4-4e65-b554-fe514eac2268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.797182 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-bedd7962-95d3-4c5b-aa5d-8cfaa2d81ea3 None None] Port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:06.922598 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0994e7d-f049-401e-9c8d-a03436c13b4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.928870 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-af4ed47f-2be4-4e65-b554-fe514eac2268 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f2b0b1a34f9243c480ce7ca6fcb6283e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6560209 Nov 19 17:54:06.932605 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0994e7d-f049-401e-9c8d-a03436c13b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.964258 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36276) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:06.982003 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-c0994e7d-f049-401e-9c8d-a03436c13b4d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9b1895878ceb4644a0cb9ad3cbd2224f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2817605 Nov 19 17:54:07.016016 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.041246 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36282) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:07.068560 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:07.080310 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.116170 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8af4a395-2542-4371-87af-2ea8795736e1 req-31e3b7b6-17e8-4c7e-933c-9c6a745e4c4f tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 210 time: 0.4564433 Nov 19 17:54:07.160026 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-593fd680-1554-4372-afcc-fc6f68c8dddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.193372 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-593fd680-1554-4372-afcc-fc6f68c8dddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.269493 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:07.312393 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ed47f-2be4-4e65-b554-fe514eac2268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e080499-e04a-45e7-90f4-7ba58a1bfbcd,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:07.355185 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-593fd680-1554-4372-afcc-fc6f68c8dddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.357978 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-593fd680-1554-4372-afcc-fc6f68c8dddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.370122 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-593fd680-1554-4372-afcc-fc6f68c8dddc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3e080499-e04a-45e7-90f4-7ba58a1bfbcd HTTP/1.1" status: 204 len: 168 time: 0.3864114 Nov 19 17:54:07.384074 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a695bf4e-db69-4827-897c-28d06732d3ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.417297 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0994e7d-f049-401e-9c8d-a03436c13b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b4ddfe-cf51-4429-881a-dddbbed30473,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:07.452053 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a695bf4e-db69-4827-897c-28d06732d3ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.463072 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fd680-1554-4372-afcc-fc6f68c8dddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e080499-e04a-45e7-90f4-7ba58a1bfbcd,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:07.539439 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36302) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:07.573163 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a695bf4e-db69-4827-897c-28d06732d3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.583674 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a695bf4e-db69-4827-897c-28d06732d3ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.586878 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-a695bf4e-db69-4827-897c-28d06732d3ae admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a7b4ddfe-cf51-4429-881a-dddbbed30473 HTTP/1.1" status: 204 len: 168 time: 0.5374801 Nov 19 17:54:07.619877 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-03de59a2-1cb3-4291-8d9b-65c31b96bc3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.631566 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695bf4e-db69-4827-897c-28d06732d3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b4ddfe-cf51-4429-881a-dddbbed30473,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:07.876966 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Sync routers for ids ['a27de2fe-7f57-4c81-9cae-2dc046a12074'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:54:07.895324 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-03de59a2-1cb3-4291-8d9b-65c31b96bc3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.903367 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-03de59a2-1cb3-4291-8d9b-65c31b96bc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.917892 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Routers {'a27de2fe-7f57-4c81-9cae-2dc046a12074'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:07.918904 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:53:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a27de2fe-7f57-4c81-9cae-2dc046a12074'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:08.026323 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-424ca373-7522-4ff4-8c45-7ea041abb5c4 req-0eb5f111-9c9f-4a4a-960e-244aa49f99b5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 210 time: 0.0523250 Nov 19 17:54:08.119764 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-03de59a2-1cb3-4291-8d9b-65c31b96bc3b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b33d6d1ced9b496eb025cb8e2c939252&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5789752 Nov 19 17:54:08.121740 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de59a2-1cb3-4291-8d9b-65c31b96bc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb999ed8-7f16-42b0-bb7a-1af13ff74b83,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:08.123541 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 36314) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:08.200501 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Set router a27de2fe-7f57-4c81-9cae-2dc046a12074 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:54:08.239914 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3a20b7f6-ce01-44a8-8e2f-af0e23a6afcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:08.332581 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3a20b7f6-ce01-44a8-8e2f-af0e23a6afcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:08.341083 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2efb7a0d-518f-4354-bc16-c97bcd672671 req-dec92ecc-1bb8-41fb-8e7a-e0384e756dd1 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 210 time: 0.0741756 Nov 19 17:54:08.419131 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36328) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:08.492235 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3a20b7f6-ce01-44a8-8e2f-af0e23a6afcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:08.499840 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3a20b7f6-ce01-44a8-8e2f-af0e23a6afcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:08.502871 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3a20b7f6-ce01-44a8-8e2f-af0e23a6afcb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cb999ed8-7f16-42b0-bb7a-1af13ff74b83 HTTP/1.1" status: 204 len: 168 time: 0.3779721 Nov 19 17:54:08.524125 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:08.539562 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20b7f6-ce01-44a8-8e2f-af0e23a6afcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb999ed8-7f16-42b0-bb7a-1af13ff74b83,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:08.983462 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:09.028128 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:09.028269 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:09.079521 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36354) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:09.089094 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-61a1d037-a951-42ae-9ff4-24463a9e9b8f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1695415581', 'description': 'tempest-description--241555257'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:09.219581 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-61a1d037-a951-42ae-9ff4-24463a9e9b8f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:09.283635 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-64cc26e4-a378-4156-8892-9d9bc0475967 req-772bbfee-6759-4ad9-ba30-b88b451df24b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 210 time: 0.1165640 Nov 19 17:54:09.327898 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '529ba45b-5523-443d-9ceb-2ad2d5b3dc94', 'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'mac_address': 'fa:16:3e:6f:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:54:03Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 2, 'project_id': '0456090f49334c51827e8fad95f98095', 'subnets': [{'id': '391d2137-1654-4763-aca0-4213e12e3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:09.349389 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-244f7760-babf-471e-943a-e613d637b393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:09.405296 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Checking router: a27de2fe-7f57-4c81-9cae-2dc046a12074 for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:54:09.405968 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Updating router a27de2fe-7f57-4c81-9cae-2dc046a12074 port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 binding host dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:54:09.468082 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:09.477427 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.85', 62151) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:09.747460 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55f25d-6a41-440e-8fff-50a665917398 req-bfdd49e6-b732-4342-b6f4-8da016097bd7 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:09.749865 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-bfdd49e6-b732-4342-b6f4-8da016097bd7 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "GET /v2.0/networks?id=f2d34df1-c8a6-4e64-99d7-45092325de01 HTTP/1.1" status: 200 len: 815 time: 0.2709222 Nov 19 17:54:09.763896 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-61a1d037-a951-42ae-9ff4-24463a9e9b8f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:09.773810 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-61a1d037-a951-42ae-9ff4-24463a9e9b8f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:09.822339 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-3f55f25d-6a41-440e-8fff-50a665917398 req-53054f3c-d8ca-41ef-b0b9-1b8729992369 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Request body: {'port': {'device_id': '54eae4a6-bfa9-44a8-82d1-895c66a5b1c7', 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01', 'admin_state_up': True, 'tenant_id': 'f70f81a9efc74af9998478d2ddcd678d'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:09.883321 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-61a1d037-a951-42ae-9ff4-24463a9e9b8f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:09.889657 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-61a1d037-a951-42ae-9ff4-24463a9e9b8f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8084049 Nov 19 17:54:09.890696 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36380) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:09.903164 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-7a51319f-fe96-4239-ba68-232a80c0da19 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Request body: {'security_group_rule': {'security_group_id': 'ca322696-0ec6-4c2d-bac9-9d92430bebb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:09.969124 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-244f7760-babf-471e-943a-e613d637b393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:09.973414 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7a51319f-fe96-4239-ba68-232a80c0da19 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.008739 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1d037-a951-42ae-9ff4-24463a9e9b8f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca322696-0ec6-4c2d-bac9-9d92430bebb9,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:10.015215 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-244f7760-babf-471e-943a-e613d637b393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.103355 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7a51319f-fe96-4239-ba68-232a80c0da19 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.123303 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7a51319f-fe96-4239-ba68-232a80c0da19 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.163398 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-244f7760-babf-471e-943a-e613d637b393 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2591c4fc0dd64d88a4cb5a7eea1b96e2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7429073 Nov 19 17:54:10.166808 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f7760-babf-471e-943a-e613d637b393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5899039d-8d3d-4dc6-a582-ea07b0a0d152,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:10.171232 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36396) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:10.177180 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7a51319f-fe96-4239-ba68-232a80c0da19 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.182941 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-7a51319f-fe96-4239-ba68-232a80c0da19 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2833462 Nov 19 17:54:10.192863 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36400) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:10.203296 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-2d47eccb-aaf3-43e8-8866-982a21bd5cb7 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Request body: {'security_group_rule': {'security_group_id': 'ca322696-0ec6-4c2d-bac9-9d92430bebb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:10.210320 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51319f-fe96-4239-ba68-232a80c0da19 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e75fa6a-73bb-4e8b-abed-5ae56566d8a6,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:10.278261 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Publish callbacks [] for port, precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.289145 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.316856 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-067c17ca-a7b6-4de0-bd8f-b1249df52f2b req-e62ae395-1d8b-45fb-ae57-6ce619dd097c tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 210 time: 0.1866512 Nov 19 17:54:10.325720 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d47eccb-aaf3-43e8-8866-982a21bd5cb7 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.379432 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.85', 62156) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:10.442070 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9585b-99e5-4e49-80a2-1fc6799f1eb7 None None] Pushing event updated for resources: {'Port': ['ID=529ba45b-5523-443d-9ceb-2ad2d5b3dc94,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:10.492382 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d47eccb-aaf3-43e8-8866-982a21bd5cb7 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.493769 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a2c2f42f-e389-4d17-8f43-2229273cbf14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.502542 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d47eccb-aaf3-43e8-8866-982a21bd5cb7 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.564122 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47eccb-aaf3-43e8-8866-982a21bd5cb7 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019ded5c-04c4-484b-b3ba-33a728bc6a24,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:10.607000 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a2c2f42f-e389-4d17-8f43-2229273cbf14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.627098 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Attempting to bind port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:54:10.630329 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Attempting to bind port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:54:10.631115 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Attempting to bind port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 on network 410ab6ba-f35e-442f-bd38-211464acc4a3 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:10.638469 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2d47eccb-aaf3-43e8-8866-982a21bd5cb7 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.639909 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-2d47eccb-aaf3-43e8-8866-982a21bd5cb7 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4430721 Nov 19 17:54:10.643531 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36422) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:10.655432 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:54:10.656088 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Checking segment: {'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:10.656666 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.660508 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Bound using segment: {'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:54:10.662418 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Bound port: 529ba45b-5523-443d-9ceb-2ad2d5b3dc94, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:54:10.664470 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.676456 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Request body: {'floatingip': {'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:10.740090 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for floatingip, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.865312 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] For port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:54:10.883256 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] For port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=529ba45b-5523-443d-9ceb-2ad2d5b3dc94,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:54:10.893848 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:11.034329 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a2c2f42f-e389-4d17-8f43-2229273cbf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:11.043023 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a2c2f42f-e389-4d17-8f43-2229273cbf14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:11.046947 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-a2c2f42f-e389-4d17-8f43-2229273cbf14 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5899039d-8d3d-4dc6-a582-ea07b0a0d152 HTTP/1.1" status: 204 len: 168 time: 0.8619366 Nov 19 17:54:11.092717 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2f42f-e389-4d17-8f43-2229273cbf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5899039d-8d3d-4dc6-a582-ea07b0a0d152,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:11.102144 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4dd56fb1-0bee-4c3e-af64-407e9f95e32d req-0eecc1d6-e814-4f84-84a7-0a50c6d94af1 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 210 time: 0.5770836 Nov 19 17:54:11.205196 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:11.385241 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-8e042b11-d09d-410f-8957-b3e8a1b6378d None None] Provisioning complete for port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:11.385829 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-8e042b11-d09d-410f-8957-b3e8a1b6378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:11.391464 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Allocated IP 172.27.1.67 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/8fad3614-8cf6-49d9-9963-305c441dceec) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:11.404440 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Routers {'a27de2fe-7f57-4c81-9cae-2dc046a12074'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:11.405106 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:53:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a27de2fe-7f57-4c81-9cae-2dc046a12074'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:11.429581 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f55f25d-6a41-440e-8fff-50a665917398 req-53054f3c-d8ca-41ef-b0b9-1b8729992369 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Made reservation on behalf of f70f81a9efc74af9998478d2ddcd678d for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:11.436201 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3f55f25d-6a41-440e-8fff-50a665917398 req-53054f3c-d8ca-41ef-b0b9-1b8729992369 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:11.567106 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9585b-99e5-4e49-80a2-1fc6799f1eb7 None None] Pushing event updated for resources: {'Port': ['ID=529ba45b-5523-443d-9ceb-2ad2d5b3dc94,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:11.580646 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:11.583218 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-5634d12d-8fb6-47c0-877e-a2ae34c1f257 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:11.609006 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-5634d12d-8fb6-47c0-877e-a2ae34c1f257 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.85 "GET /v2.0/networks?id=500c28d0-8af0-46b7-a93f-6f3583c93b7c HTTP/1.1" status: 200 len: 811 time: 1.2254574 Nov 19 17:54:11.631167 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:11.687915 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-e20baea7-5ff5-45fa-bd65-aaa30300af58 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Request body: {'port': {'device_id': '826e09bb-63e5-4593-acee-ecc3a82aa25e', 'network_id': '500c28d0-8af0-46b7-a93f-6f3583c93b7c', 'admin_state_up': True, 'tenant_id': '4bbde3db5bc445c794f2c0b5f8243c5a'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:11.688164 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:11.693256 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:11.700922 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:11.752227 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event updated for resources: {'Port': ['ID=8fad3614-8cf6-49d9-9963-305c441dceec,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:12.003029 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:12.005837 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a65821fd-33d6-4f0d-925c-a6e17f5c08cf req-b2bbbc0e-fe8e-46dc-9a24-81deae42571d tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 210 time: 0.3926418 Nov 19 17:54:12.300235 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] Set router a27de2fe-7f57-4c81-9cae-2dc046a12074 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:54:12.388906 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:12.433203 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-8e042b11-d09d-410f-8957-b3e8a1b6378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:12.559545 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4450e230-a1dc-4092-8beb-b3fba95fe540 req-a7a10bc7-8eb3-482d-a949-697c873d234d tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 210 time: 0.1844923 Nov 19 17:54:12.910116 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-e20baea7-5ff5-45fa-bd65-aaa30300af58 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Made reservation on behalf of 4bbde3db5bc445c794f2c0b5f8243c5a for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:12.918726 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-e20baea7-5ff5-45fa-bd65-aaa30300af58 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:12.976428 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-3f55f25d-6a41-440e-8fff-50a665917398 req-53054f3c-d8ca-41ef-b0b9-1b8729992369 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Allocated IP 172.20.0.11 (f2d34df1-c8a6-4e64-99d7-45092325de01/6976624c-1d1e-4351-9ac4-73432abae10d/83a2ee6d-573c-447a-8ee8-37242ca101b0) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:12.984502 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.005197 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-8e042b11-d09d-410f-8957-b3e8a1b6378d None None] For port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=529ba45b-5523-443d-9ceb-2ad2d5b3dc94,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:13.010847 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.038265 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-8e042b11-d09d-410f-8957-b3e8a1b6378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.186023 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.233177 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event updated for resources: {'Port': ['ID=8fad3614-8cf6-49d9-9963-305c441dceec,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:13.297091 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.313693 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-de08e04d-2b73-4b7e-9336-61b3c62dae24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6627967 Nov 19 17:54:13.401108 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '529ba45b-5523-443d-9ceb-2ad2d5b3dc94', 'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'mac_address': 'fa:16:3e:6f:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:54:03Z', 'updated_at': '2021-11-19T17:54:10Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'subnets': [{'id': '391d2137-1654-4763-aca0-4213e12e3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:13.421184 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-468af3af-48c5-4383-9c98-71897831b741 None None] Provisioning complete for port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:13.428073 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-468af3af-48c5-4383-9c98-71897831b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.582232 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16b491-be58-46f0-8b4e-e40faaec2615 None None] The sync data for ids ['a27de2fe-7f57-4c81-9cae-2dc046a12074'] in dv-cinder-810785-3-iscsi is: [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '529ba45b-5523-443d-9ceb-2ad2d5b3dc94', 'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'mac_address': 'fa:16:3e:6f:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:54:03Z', 'updated_at': '2021-11-19T17:54:10Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'subnets': [{'id': '391d2137-1654-4763-aca0-4213e12e3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:54:13.607988 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-74e36c0c-1f4a-4bd9-b3dc-898465a5bcfc req-8796acdc-19a6-409f-a30f-c00f708f9559 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 210 time: 0.2148888 Nov 19 17:54:13.789523 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e042b11-d09d-410f-8957-b3e8a1b6378d None None] Pushing event updated for resources: {'Port': ['ID=529ba45b-5523-443d-9ceb-2ad2d5b3dc94,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:13.922218 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-e20baea7-5ff5-45fa-bd65-aaa30300af58 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Allocated IP 172.20.0.13 (500c28d0-8af0-46b7-a93f-6f3583c93b7c/d0e99c66-a223-40fb-9063-b8849cff9f85/23d6f0da-fafa-422e-8b90-925831f5d660) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:14.040872 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dc322233-fb71-40c9-9b10-05e98712f8ee req-9b65f300-97b6-452d-8910-b304ac8a5a3b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 210 time: 0.1855383 Nov 19 17:54:14.187432 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:14.364555 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:14.364762 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:14.629020 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3f55f25d-6a41-440e-8fff-50a665917398 req-53054f3c-d8ca-41ef-b0b9-1b8729992369 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:14.995605 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-14c6e72c-c225-4ba7-979e-cd179351aa7b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1695415581&fields=id&tenant_id=0456090f49334c51827e8fad95f98095 HTTP/1.1" status: 200 len: 267 time: 0.5775192 Nov 19 17:54:15.012408 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-22170fe7-7576-4faa-be50-ef79fd5fbfab req-c4c29f00-7372-4c8b-9a29-577730e975a1 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 210 time: 0.2225606 Nov 19 17:54:15.044952 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3f55f25d-6a41-440e-8fff-50a665917398 req-53054f3c-d8ca-41ef-b0b9-1b8729992369 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:15.931759 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314ff48-2cf2-48f3-8616-83b81126f44f req-f1f76a73-88a7-434f-9138-a543f114384b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:15.942436 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9314ff48-2cf2-48f3-8616-83b81126f44f req-f1f76a73-88a7-434f-9138-a543f114384b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 932 time: 0.4159300 Nov 19 17:54:15.948603 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f55f25d-6a41-440e-8fff-50a665917398 req-53054f3c-d8ca-41ef-b0b9-1b8729992369 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Network f2d34df1-c8a6-4e64-99d7-45092325de01 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:15.984884 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-e20baea7-5ff5-45fa-bd65-aaa30300af58 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:16.059085 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9314ff48-2cf2-48f3-8616-83b81126f44f req-fe5b6e80-13d0-40b8-ace6-16bef80d77a1 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142159 Nov 19 17:54:16.063664 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-3f55f25d-6a41-440e-8fff-50a665917398 req-53054f3c-d8ca-41ef-b0b9-1b8729992369 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:16.078695 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f55f25d-6a41-440e-8fff-50a665917398 req-53054f3c-d8ca-41ef-b0b9-1b8729992369 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:16.095807 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55f25d-6a41-440e-8fff-50a665917398 req-53054f3c-d8ca-41ef-b0b9-1b8729992369 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:16.097041 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3f55f25d-6a41-440e-8fff-50a665917398 req-53054f3c-d8ca-41ef-b0b9-1b8729992369 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:16.178542 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53054f3c-d8ca-41ef-b0b9-1b8729992369 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Pushing event updated for resources: {'Port': ['ID=83a2ee6d-573c-447a-8ee8-37242ca101b0,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:16.203557 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-53054f3c-d8ca-41ef-b0b9-1b8729992369 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3848598 Nov 19 17:54:16.249878 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-f2ccf5ad-edc9-46ca-b3be-ed8b99c109b7 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:54:16.256954 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-f2ccf5ad-edc9-46ca-b3be-ed8b99c109b7 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0261867 Nov 19 17:54:16.334502 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e813af4-1980-493c-9163-045165daf3fd req-1b48020b-4398-47ca-8f60-4e89ebea7af5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:16.338150 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-1b48020b-4398-47ca-8f60-4e89ebea7af5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/networks?id=410ab6ba-f35e-442f-bd38-211464acc4a3 HTTP/1.1" status: 200 len: 811 time: 1.3102331 Nov 19 17:54:16.487296 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6b763ad7-6b05-4a61-837b-17161c9631c3 req-99f9fbc0-defe-446e-845a-a1f6154f3dd2 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 210 time: 0.2466354 Nov 19 17:54:16.527042 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-d8c2116d-8c26-4f09-9f97-da475cfe9b21 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/quotas/0456090f49334c51827e8fad95f98095 HTTP/1.1" status: 200 len: 375 time: 0.1763272 Nov 19 17:54:16.674475 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-e20baea7-5ff5-45fa-bd65-aaa30300af58 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:16.808576 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36584) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:16.868203 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20baea7-5ff5-45fa-bd65-aaa30300af58 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Pushing event updated for resources: {'Port': ['ID=23d6f0da-fafa-422e-8b90-925831f5d660,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:16.875200 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-e20baea7-5ff5-45fa-bd65-aaa30300af58 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Network 500c28d0-8af0-46b7-a93f-6f3583c93b7c is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:16.891621 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-26bd9ced-0777-4cea-a11b-6a1cd43a7f18 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0456090f49334c51827e8fad95f98095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3277414 Nov 19 17:54:16.900748 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-e20baea7-5ff5-45fa-bd65-aaa30300af58 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:16.913142 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-e20baea7-5ff5-45fa-bd65-aaa30300af58 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:16.927803 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-e20baea7-5ff5-45fa-bd65-aaa30300af58 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:16.931640 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-e20baea7-5ff5-45fa-bd65-aaa30300af58 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:17.160142 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-e20baea7-5ff5-45fa-bd65-aaa30300af58 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5065980 Nov 19 17:54:17.344472 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-29090b93-c061-43ec-a187-22b350ef01b7 service neutron] 10.222.0.71 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049370 Nov 19 17:54:17.505196 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6b4120a3-e04b-4e6e-9451-d7e71c5dc41f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:17.599667 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c0ba8-e888-4d03-8be5-f242e78d316a req-9e096a17-0744-417c-a51c-f32354e2ec7b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:17.601532 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-985c0ba8-e888-4d03-8be5-f242e78d316a req-9e096a17-0744-417c-a51c-f32354e2ec7b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 932 time: 0.3303869 Nov 19 17:54:17.687512 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-985c0ba8-e888-4d03-8be5-f242e78d316a req-80714139-2db3-4337-825d-7e85e7ed3441 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641060 Nov 19 17:54:17.768251 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-98a8ab87-d18d-4499-b183-ad729d1c06c3 service neutron] 10.222.0.71 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197741 Nov 19 17:54:17.943771 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6b4120a3-e04b-4e6e-9451-d7e71c5dc41f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:17.951814 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6b4120a3-e04b-4e6e-9451-d7e71c5dc41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.069677 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-6b4120a3-e04b-4e6e-9451-d7e71c5dc41f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a629888f53814c5fae88f091e45111f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2593718 Nov 19 17:54:18.071025 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4120a3-e04b-4e6e-9451-d7e71c5dc41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e08951-5f90-4a91-bfe2-60f190509834,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:18.075594 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36614) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:18.111246 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a93eb8-5f43-47cc-a933-a8add9dcd9f8 req-2f3872de-ce53-4c5b-bcdf-08018d8f80e0 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:18.133254 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-50a93eb8-5f43-47cc-a933-a8add9dcd9f8 req-2f3872de-ce53-4c5b-bcdf-08018d8f80e0 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 932 time: 0.2141323 Nov 19 17:54:18.369867 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44de98f0-946c-4c6d-a91e-430af0380b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.436722 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ddd05550-722e-464b-9c7c-c6b65e20f1e5 req-550adfc1-e25c-4cd0-998a-5b15e31c8395 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 210 time: 0.1693587 Nov 19 17:54:18.441551 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44de98f0-946c-4c6d-a91e-430af0380b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.496103 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-50a93eb8-5f43-47cc-a933-a8add9dcd9f8 req-d4d45f5e-03ff-4580-937e-8fb29fb03d02 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618350 Nov 19 17:54:18.585812 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44de98f0-946c-4c6d-a91e-430af0380b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.589209 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44de98f0-946c-4c6d-a91e-430af0380b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.590427 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-44de98f0-946c-4c6d-a91e-430af0380b2d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/37e08951-5f90-4a91-bfe2-60f190509834 HTTP/1.1" status: 204 len: 168 time: 0.5131218 Nov 19 17:54:18.605595 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de98f0-946c-4c6d-a91e-430af0380b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e08951-5f90-4a91-bfe2-60f190509834,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:18.710212 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36640) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:19.020778 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Request body: {'port': {'device_id': '54eae4a6-bfa9-44a8-82d1-895c66a5b1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:19.091730 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Request body: {'port': {'device_id': '826e09bb-63e5-4593-acee-ecc3a82aa25e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:19.340135 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-322a10d2-6691-4cf8-89b1-18b4c60f3b09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.391712 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a31045-5546-4d8d-87a6-7b94140218b1 req-40027f83-13a5-4e42-979a-70db4664a383 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:19.421755 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-94a31045-5546-4d8d-87a6-7b94140218b1 req-40027f83-13a5-4e42-979a-70db4664a383 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 932 time: 0.5020661 Nov 19 17:54:19.623220 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.662924 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-322a10d2-6691-4cf8-89b1-18b4c60f3b09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.669584 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.684194 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-322a10d2-6691-4cf8-89b1-18b4c60f3b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.706033 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7d105574-23a5-43f3-90f3-75eb3d199d22 req-b59c8f3e-c5a4-4c69-9791-72dd2f121484 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 210 time: 0.1405585 Nov 19 17:54:19.866641 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-322a10d2-6691-4cf8-89b1-18b4c60f3b09 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0b93bbde35424ae09a19d97f10e8d317&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1478777 Nov 19 17:54:19.866641 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36668) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:19.889776 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a10d2-6691-4cf8-89b1-18b4c60f3b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b5ae5e-abcf-4e20-8477-538476452d6c,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:19.934624 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36670) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:20.043180 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c2075c20-f8cc-4f42-b5ed-24eb43963a4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:20.212052 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-94a31045-5546-4d8d-87a6-7b94140218b1 req-677539c9-5b77-4c7f-aaf0-f6ee9c67c4e4 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7031908 Nov 19 17:54:20.271411 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1f881c91-a955-4694-bdff-77041d0be00d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:20.315364 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1f881c91-a955-4694-bdff-77041d0be00d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:20.674339 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1f881c91-a955-4694-bdff-77041d0be00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:20.708498 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1f881c91-a955-4694-bdff-77041d0be00d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:20.714440 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-1f881c91-a955-4694-bdff-77041d0be00d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f2b5ae5e-abcf-4e20-8477-538476452d6c HTTP/1.1" status: 204 len: 168 time: 0.8425362 Nov 19 17:54:20.966077 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f881c91-a955-4694-bdff-77041d0be00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b5ae5e-abcf-4e20-8477-538476452d6c,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:21.056505 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c2075c20-f8cc-4f42-b5ed-24eb43963a4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.078723 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c2075c20-f8cc-4f42-b5ed-24eb43963a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.166071 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5dbe7-2852-4677-91b2-c8181f2716af req-f9fa987f-64e3-4be4-9015-43b8d725f6f8 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:21.174180 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-13b5dbe7-2852-4677-91b2-c8181f2716af req-f9fa987f-64e3-4be4-9015-43b8d725f6f8 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 932 time: 1.2359157 Nov 19 17:54:21.287358 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-c2075c20-f8cc-4f42-b5ed-24eb43963a4e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5594fa9d8af746ac9b80f632129c0413&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3511267 Nov 19 17:54:21.294004 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36706) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:21.355532 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2075c20-f8cc-4f42-b5ed-24eb43963a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbbee39-8703-47f4-a7ae-45b580451a97,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:21.475224 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e8960887-2664-4b70-95e1-c625c79342af req-a4cc5642-5991-4605-8197-19425baacb72 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 210 time: 0.2714717 Nov 19 17:54:21.529314 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-de9e8d6c-8108-461c-8649-f58641abc189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.559862 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-de9e8d6c-8108-461c-8649-f58641abc189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.616233 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-13b5dbe7-2852-4677-91b2-c8181f2716af req-46f9afaa-f402-421e-abec-90f3c4c672fb tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589799 Nov 19 17:54:21.673940 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-de9e8d6c-8108-461c-8649-f58641abc189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.689966 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-de9e8d6c-8108-461c-8649-f58641abc189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.701956 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-de9e8d6c-8108-461c-8649-f58641abc189 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0dbbee39-8703-47f4-a7ae-45b580451a97 HTTP/1.1" status: 204 len: 168 time: 0.3756504 Nov 19 17:54:21.740446 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e8d6c-8108-461c-8649-f58641abc189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbbee39-8703-47f4-a7ae-45b580451a97,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:21.959699 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36716) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:21.998876 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e220c496-60bb-4514-a58e-1614f93d07c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:22.116283 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.85', 62169) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:22.146484 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf8544-1514-4226-80e0-2045023f9175 req-884bf31d-b4f5-4ff6-b0db-b2492aabde14 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:22.158717 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-edaf8544-1514-4226-80e0-2045023f9175 req-884bf31d-b4f5-4ff6-b0db-b2492aabde14 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 932 time: 0.3925583 Nov 19 17:54:22.390314 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-edaf8544-1514-4226-80e0-2045023f9175 req-687339d1-0afe-4fa9-96fa-8f157069be89 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293103 Nov 19 17:54:22.490328 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e220c496-60bb-4514-a58e-1614f93d07c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:22.499640 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e220c496-60bb-4514-a58e-1614f93d07c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:22.652053 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-e220c496-60bb-4514-a58e-1614f93d07c0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3baaafb638c24538a4c1553760d83dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6909232 Nov 19 17:54:22.656283 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36740) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:22.712270 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220c496-60bb-4514-a58e-1614f93d07c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3bd237-6202-4a43-81aa-c3d47d208e25,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:22.797730 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-56f77be0-3d7b-45aa-ae8d-9389b67ff426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:22.906557 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92f4a446-0f8c-47cc-aeef-82fa3ee80ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:22.944226 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-991228a8-4ca6-4b3f-bf4f-fbd3792d3c78 req-d19b6c1b-b2dc-4d1a-90a3-8a4b79001914 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 210 time: 0.2643564 Nov 19 17:54:22.959564 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92f4a446-0f8c-47cc-aeef-82fa3ee80ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:23.086930 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92f4a446-0f8c-47cc-aeef-82fa3ee80ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:23.098551 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92f4a446-0f8c-47cc-aeef-82fa3ee80ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:23.105943 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d6f0da-fafa-422e-8b90-925831f5d660 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:54:23.111780 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-92f4a446-0f8c-47cc-aeef-82fa3ee80ff6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9a3bd237-6202-4a43-81aa-c3d47d208e25 HTTP/1.1" status: 204 len: 168 time: 0.4510090 Nov 19 17:54:23.147176 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4a446-0f8c-47cc-aeef-82fa3ee80ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3bd237-6202-4a43-81aa-c3d47d208e25,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:23.348677 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:23.393973 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e813af4-1980-493c-9163-045165daf3fd req-1fb0697c-cfd6-4e30-ad08-b01661525720 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:23.400718 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-1fb0697c-cfd6-4e30-ad08-b01661525720 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.85 "GET /v2.0/networks?id=410ab6ba-f35e-442f-bd38-211464acc4a3 HTTP/1.1" status: 200 len: 811 time: 1.1966462 Nov 19 17:54:23.566808 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a2ee6d-573c-447a-8ee8-37242ca101b0 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:54:23.586950 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:23.614046 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Transition to ACTIVE for port object 83a2ee6d-573c-447a-8ee8-37242ca101b0 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:54:23.635569 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Transition to ACTIVE for port object 23d6f0da-fafa-422e-8b90-925831f5d660 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:54:23.669135 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:23.962301 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:24.013295 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685305c-978d-4d51-bf55-23d2975b2d82 req-31b81704-7f56-4e16-9f8d-2371b5fd24c0 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:24.018324 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7685305c-978d-4d51-bf55-23d2975b2d82 req-31b81704-7f56-4e16-9f8d-2371b5fd24c0 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 932 time: 1.0647540 Nov 19 17:54:24.237329 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Pushing event updated for resources: {'Port': ['ID=83a2ee6d-573c-447a-8ee8-37242ca101b0,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:24.254789 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-f863504e-1296-4bff-82f7-fd813c0fbe37 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0456090f49334c51827e8fad95f98095 HTTP/1.1" status: 200 len: 380 time: 0.7493167 Nov 19 17:54:24.365170 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Pushing event updated for resources: {'Port': ['ID=23d6f0da-fafa-422e-8b90-925831f5d660,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:24.484046 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Attempting to bind port 83a2ee6d-573c-447a-8ee8-37242ca101b0 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:54:24.485120 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Attempting to bind port 83a2ee6d-573c-447a-8ee8-37242ca101b0 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:54:24.485633 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Attempting to bind port 83a2ee6d-573c-447a-8ee8-37242ca101b0 on network f2d34df1-c8a6-4e64-99d7-45092325de01 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:24.498700 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Port 83a2ee6d-573c-447a-8ee8-37242ca101b0 on network f2d34df1-c8a6-4e64-99d7-45092325de01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:54:24.499639 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Attempting to bind port 83a2ee6d-573c-447a-8ee8-37242ca101b0 on network f2d34df1-c8a6-4e64-99d7-45092325de01 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:24.519912 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:54:24.520644 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Checking segment: {'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:24.521388 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Bound using segment: {'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:54:24.522017 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Bound port: 83a2ee6d-573c-447a-8ee8-37242ca101b0, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:54:24.522851 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:24.541411 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165ddbb-d027-4cc6-b436-be7446906539 req-ba74ec60-7c2d-4c66-931d-0c0bf2f778d7 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:24.556286 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8165ddbb-d027-4cc6-b436-be7446906539 req-ba74ec60-7c2d-4c66-931d-0c0bf2f778d7 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 944 time: 0.8537281 Nov 19 17:54:24.684165 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7685305c-978d-4d51-bf55-23d2975b2d82 req-00934703-4b1d-42a4-9d11-3ec63be7372d tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562210 Nov 19 17:54:24.888791 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8165ddbb-d027-4cc6-b436-be7446906539 req-0e8ecd9b-c819-4c6f-83aa-c73cdba54ae3 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300214 Nov 19 17:54:24.898264 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Attempting to bind port 23d6f0da-fafa-422e-8b90-925831f5d660 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:54:24.898740 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Attempting to bind port 23d6f0da-fafa-422e-8b90-925831f5d660 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': 'f4798319-f48a-4ad1-b8ef-31f27e711c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '500c28d0-8af0-46b7-a93f-6f3583c93b7c'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:54:24.905986 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Attempting to bind port 23d6f0da-fafa-422e-8b90-925831f5d660 on network 500c28d0-8af0-46b7-a93f-6f3583c93b7c {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:25.017402 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-824f4203-7de4-4f89-9aa4-87784bdb74d9 req-4efd496e-1878-4d64-b136-56637e786890 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 210 time: 0.1223049 Nov 19 17:54:25.024440 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Port 23d6f0da-fafa-422e-8b90-925831f5d660 on network 500c28d0-8af0-46b7-a93f-6f3583c93b7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:54:25.024695 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Attempting to bind port 23d6f0da-fafa-422e-8b90-925831f5d660 on network 500c28d0-8af0-46b7-a93f-6f3583c93b7c {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:25.069027 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:54:25.069423 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Checking segment: {'id': 'f4798319-f48a-4ad1-b8ef-31f27e711c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '500c28d0-8af0-46b7-a93f-6f3583c93b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:25.069766 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Bound using segment: {'id': 'f4798319-f48a-4ad1-b8ef-31f27e711c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '500c28d0-8af0-46b7-a93f-6f3583c93b7c'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:54:25.070221 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Bound port: 23d6f0da-fafa-422e-8b90-925831f5d660, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4798319-f48a-4ad1-b8ef-31f27e711c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '500c28d0-8af0-46b7-a93f-6f3583c93b7c'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:54:25.070616 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.149167 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] For port 83a2ee6d-573c-447a-8ee8-37242ca101b0, host hv-cinder-81078, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:54:25.205206 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36856) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:25.237019 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] For port 83a2ee6d-573c-447a-8ee8-37242ca101b0, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=83a2ee6d-573c-447a-8ee8-37242ca101b0,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:54:25.365617 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] For port 23d6f0da-fafa-422e-8b90-925831f5d660, host hv-cinder-81078, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:54:25.377491 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] For port 23d6f0da-fafa-422e-8b90-925831f5d660, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=23d6f0da-fafa-422e-8b90-925831f5d660,segment=NetworkSegment(f4798319-f48a-4ad1-b8ef-31f27e711c51),segment_id=f4798319-f48a-4ad1-b8ef-31f27e711c51)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:54:25.384297 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.396044 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.556781 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:25.562918 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.562918 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] 10.222.0.85 "PUT /v2.0/ports/23d6f0da-fafa-422e-8b90-925831f5d660 HTTP/1.1" status: 200 len: 1094 time: 7.2798829 Nov 19 17:54:25.562918 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e09bb-63e5-4593-acee-ecc3a82aa25e', 'tag': '23d6f0da-fafa-422e-8b90-925831f5d660'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:54:25.740191 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:25.740848 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.742364 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] 10.222.0.85 "PUT /v2.0/ports/83a2ee6d-573c-447a-8ee8-37242ca101b0 HTTP/1.1" status: 200 len: 1094 time: 7.4648573 Nov 19 17:54:25.827648 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311425e-e94b-4b69-ba49-dd7d9e0bf6ff service neutron] Pushing event updated for resources: {'Port': ['ID=83a2ee6d-573c-447a-8ee8-37242ca101b0,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:25.975036 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73781dd2-dede-4de6-b6fc-56f0865d0e16 service neutron] Pushing event updated for resources: {'Port': ['ID=23d6f0da-fafa-422e-8b90-925831f5d660,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:25.978290 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5f8f-c8ae-4e1e-833c-af4073d59e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.140243 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf012a0f-b26d-4bfa-859f-453296a4e061 req-74239e05-4cf0-4540-a97d-0da77fa225a0 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:26.156649 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cf012a0f-b26d-4bfa-859f-453296a4e061 req-74239e05-4cf0-4540-a97d-0da77fa225a0 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 944 time: 0.1730545 Nov 19 17:54:26.183690 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7fa22819-fab3-4a79-b4cb-a4e85db8cb68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.257955 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471519-d891-4570-9072-c7f69946f685 req-af0e3199-998b-47a6-8c6a-643bc4fce6ae tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:26.279527 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-35471519-d891-4570-9072-c7f69946f685 req-af0e3199-998b-47a6-8c6a-643bc4fce6ae tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 944 time: 0.2116237 Nov 19 17:54:26.395727 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cf012a0f-b26d-4bfa-859f-453296a4e061 req-b5f6fbeb-4aed-4b71-90b1-fae9505f5f9d tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379038 Nov 19 17:54:26.474998 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7fa22819-fab3-4a79-b4cb-a4e85db8cb68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.484614 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7fa22819-fab3-4a79-b4cb-a4e85db8cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.547997 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-35471519-d891-4570-9072-c7f69946f685 req-b1f05dfa-5008-4899-b398-bdf7f6cc3c4f tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661879 Nov 19 17:54:26.584091 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-7fa22819-fab3-4a79-b4cb-a4e85db8cb68 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ec20a372e9f04f2d8910bb5142911f28&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3772194 Nov 19 17:54:26.589691 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36894) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:26.605394 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa22819-fab3-4a79-b4cb-a4e85db8cb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0801579a-5d9b-450d-9d16-460f9a25e591,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:26.641652 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3b667b4e-104d-464b-922d-b84e5cdd8449 req-adff4c56-3122-4ca2-ab1a-0bf15f0bbba0 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 210 time: 0.0638733 Nov 19 17:54:26.666620 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208d5e39-dd2f-4d4c-bef8-3ddf3ebbbf75" -d '{"events": [{"name": "network-changed", "server_uuid": "826e09bb-63e5-4593-acee-ecc3a82aa25e", "tag": "23d6f0da-fafa-422e-8b90-925831f5d660"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:54:26.719190 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-464d730f-ebec-4b02-ad10-f42284e467a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.776828 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-464d730f-ebec-4b02-ad10-f42284e467a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.853584 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-464d730f-ebec-4b02-ad10-f42284e467a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.858817 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-464d730f-ebec-4b02-ad10-f42284e467a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.863669 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-464d730f-ebec-4b02-ad10-f42284e467a5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0801579a-5d9b-450d-9d16-460f9a25e591 HTTP/1.1" status: 204 len: 168 time: 0.2701261 Nov 19 17:54:26.871829 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d730f-ebec-4b02-ad10-f42284e467a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0801579a-5d9b-450d-9d16-460f9a25e591,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:26.988088 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-8e813af4-1980-493c-9163-045165daf3fd req-f56c6991-e147-43b0-b8ea-c02f66660d4e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Request body: {'port': {'device_id': '13ff4624-eb99-4911-b557-73bc09cb0a72', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'admin_state_up': True, 'tenant_id': '0456090f49334c51827e8fad95f98095', 'security_groups': ['ca322696-0ec6-4c2d-bac9-9d92430bebb9']}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:27.188116 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f3342c-f0bf-43ca-8539-29ad965dfbd5 x-openstack-request-id: req-76f3342c-f0bf-43ca-8539-29ad965dfbd5 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:54:27.188482 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826e09bb-63e5-4593-acee-ecc3a82aa25e", "tag": "23d6f0da-fafa-422e-8b90-925831f5d660", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:54:27.188725 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-76f3342c-f0bf-43ca-8539-29ad965dfbd5 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:54:27.189285 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e09bb-63e5-4593-acee-ecc3a82aa25e', 'tag': '23d6f0da-fafa-422e-8b90-925831f5d660', 'status': 'completed', 'code': 200} Nov 19 17:54:27.219602 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:27.330247 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-300349e4-f447-4e5e-824d-ae15cb1cc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:27.333406 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-300349e4-f447-4e5e-824d-ae15cb1cc4a7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4bbde3db5bc445c794f2c0b5f8243c5a&device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 1097 time: 0.2084248 Nov 19 17:54:27.345045 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55f25d-6a41-440e-8fff-50a665917398 req-45f8f72c-d35a-42f0-8044-818ba7e431c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:27.348291 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-45f8f72c-d35a-42f0-8044-818ba7e431c3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f70f81a9efc74af9998478d2ddcd678d&device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 1097 time: 0.2250879 Nov 19 17:54:27.488180 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-0e6f9447-e7ac-4189-80b9-d1bfe53484b3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23d6f0da-fafa-422e-8b90-925831f5d660 HTTP/1.1" status: 200 len: 217 time: 0.1366251 Nov 19 17:54:27.581792 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-cf8c14b8-84d9-43fb-a6fb-6d6aec05b60e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83a2ee6d-573c-447a-8ee8-37242ca101b0 HTTP/1.1" status: 200 len: 217 time: 0.1549547 Nov 19 17:54:27.767974 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36946) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:27.928097 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b6d47709-576e-4daf-8283-2752e5f97110 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.068571 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e813af4-1980-493c-9163-045165daf3fd req-f56c6991-e147-43b0-b8ea-c02f66660d4e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Made reservation on behalf of 0456090f49334c51827e8fad95f98095 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:28.074891 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36954) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:28.077053 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-8e813af4-1980-493c-9163-045165daf3fd req-f56c6991-e147-43b0-b8ea-c02f66660d4e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.085252 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b6d47709-576e-4daf-8283-2752e5f97110 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.099140 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b6d47709-576e-4daf-8283-2752e5f97110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.105634 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a8c08a6a-c3d0-4fc7-a8eb-534a2d314507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.142528 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55f25d-6a41-440e-8fff-50a665917398 req-9271df6d-ebaf-4a90-b7e0-c02d84c39a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:28.144583 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-9271df6d-ebaf-4a90-b7e0-c02d84c39a7b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6976624c-1d1e-4351-9ac4-73432abae10d HTTP/1.1" status: 200 len: 855 time: 0.5611436 Nov 19 17:54:28.173890 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-b6d47709-576e-4daf-8283-2752e5f97110 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9a5c50d61ad44798aa46932ba8af5ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4011805 Nov 19 17:54:28.179119 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36958) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:28.188314 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d47709-576e-4daf-8283-2752e5f97110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d168e5-991d-4289-b56a-751cec2bffc7,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:28.200951 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85568080-4b0d-45b4-b8a1-479fbf263a59 req-71265a86-8202-4712-b49f-432209c0c07a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:28.208715 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-85568080-4b0d-45b4-b8a1-479fbf263a59 req-71265a86-8202-4712-b49f-432209c0c07a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 944 time: 0.4171832 Nov 19 17:54:28.342825 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-4a11e4ea-4786-477a-ab9f-df74006d7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:28.343150 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-4a11e4ea-4786-477a-ab9f-df74006d7c58 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d0e99c66-a223-40fb-9063-b8849cff9f85 HTTP/1.1" status: 200 len: 851 time: 0.7935653 Nov 19 17:54:28.412177 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76f3b8-be9c-4d13-8505-9ee754d396a2 req-5532909d-badc-44e5-9fbe-199d3b599c5d tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:28.418021 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a8c08a6a-c3d0-4fc7-a8eb-534a2d314507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.419588 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bf76f3b8-be9c-4d13-8505-9ee754d396a2 req-5532909d-badc-44e5-9fbe-199d3b599c5d tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 944 time: 0.8721931 Nov 19 17:54:28.425748 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-32030690-9ec2-4092-bd93-f5fd861b6387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.431674 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a8c08a6a-c3d0-4fc7-a8eb-534a2d314507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.471132 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-32030690-9ec2-4092-bd93-f5fd861b6387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.537941 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-85568080-4b0d-45b4-b8a1-479fbf263a59 req-65520f31-1938-470d-ba13-ecf651d7b340 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280494 Nov 19 17:54:28.543184 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-a8c08a6a-c3d0-4fc7-a8eb-534a2d314507 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7ba18b789eb049c79b375be8acee38d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4668701 Nov 19 17:54:28.544430 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c08a6a-c3d0-4fc7-a8eb-534a2d314507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a780852-28e5-4ab2-bd57-93b0e8930c22,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:28.551335 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 36968) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:28.585961 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-8e813af4-1980-493c-9163-045165daf3fd req-f56c6991-e147-43b0-b8ea-c02f66660d4e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Allocated IP 172.20.0.13 (410ab6ba-f35e-442f-bd38-211464acc4a3/391d2137-1654-4763-aca0-4213e12e3e68/5429e785-00af-4ece-b4a3-8c18072af542) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:28.610611 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bf76f3b8-be9c-4d13-8505-9ee754d396a2 req-e20861e1-1bae-4fa7-add4-433e83d896d5 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484590 Nov 19 17:54:28.695611 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ad7fa34c-8ef9-48a9-8659-3e9424da7f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.701789 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-32030690-9ec2-4092-bd93-f5fd861b6387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.703502 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-32030690-9ec2-4092-bd93-f5fd861b6387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.711838 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-32030690-9ec2-4092-bd93-f5fd861b6387 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/12d168e5-991d-4289-b56a-751cec2bffc7 HTTP/1.1" status: 204 len: 168 time: 0.5310366 Nov 19 17:54:28.761955 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32030690-9ec2-4092-bd93-f5fd861b6387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d168e5-991d-4289-b56a-751cec2bffc7,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:28.789453 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ad7fa34c-8ef9-48a9-8659-3e9424da7f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.905703 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ea183619-d6ad-4e96-88a3-567097b5cf14 req-c2da8956-ec9b-4ecc-b83f-c620d353dce2 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 210 time: 0.0617430 Nov 19 17:54:28.931962 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ad7fa34c-8ef9-48a9-8659-3e9424da7f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.937628 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ad7fa34c-8ef9-48a9-8659-3e9424da7f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.939691 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-ad7fa34c-8ef9-48a9-8659-3e9424da7f4e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4a780852-28e5-4ab2-bd57-93b0e8930c22 HTTP/1.1" status: 204 len: 168 time: 0.3828382 Nov 19 17:54:28.956953 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fa34c-8ef9-48a9-8659-3e9424da7f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a780852-28e5-4ab2-bd57-93b0e8930c22,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:29.019376 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-8e813af4-1980-493c-9163-045165daf3fd req-f56c6991-e147-43b0-b8ea-c02f66660d4e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.086596 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-8e813af4-1980-493c-9163-045165daf3fd req-f56c6991-e147-43b0-b8ea-c02f66660d4e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.140120 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e813af4-1980-493c-9163-045165daf3fd req-f56c6991-e147-43b0-b8ea-c02f66660d4e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Network 410ab6ba-f35e-442f-bd38-211464acc4a3 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:29.147657 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-8e813af4-1980-493c-9163-045165daf3fd req-f56c6991-e147-43b0-b8ea-c02f66660d4e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:29.152870 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e813af4-1980-493c-9163-045165daf3fd req-f56c6991-e147-43b0-b8ea-c02f66660d4e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:29.158722 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e813af4-1980-493c-9163-045165daf3fd req-f56c6991-e147-43b0-b8ea-c02f66660d4e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:29.160053 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-8e813af4-1980-493c-9163-045165daf3fd req-f56c6991-e147-43b0-b8ea-c02f66660d4e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.169969 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c6991-e147-43b0-b8ea-c02f66660d4e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event updated for resources: {'Port': ['ID=5429e785-00af-4ece-b4a3-8c18072af542,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:29.190572 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54eae4a6-bfa9-44a8-82d1-895c66a5b1c7', 'tag': '83a2ee6d-573c-447a-8ee8-37242ca101b0'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:54:29.193716 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc16d5e-c3e6-477a-b1a2-0da6e531b523" -d '{"events": [{"name": "network-changed", "server_uuid": "54eae4a6-bfa9-44a8-82d1-895c66a5b1c7", "tag": "83a2ee6d-573c-447a-8ee8-37242ca101b0"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:54:29.200450 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-f56c6991-e147-43b0-b8ea-c02f66660d4e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2246130 Nov 19 17:54:29.305355 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.359285 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e842674-1cf5-44a8-8e4c-a286cff83877 x-openstack-request-id: req-3e842674-1cf5-44a8-8e4c-a286cff83877 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:54:29.359575 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54eae4a6-bfa9-44a8-82d1-895c66a5b1c7", "tag": "83a2ee6d-573c-447a-8ee8-37242ca101b0", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:54:29.359833 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3e842674-1cf5-44a8-8e4c-a286cff83877 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:54:29.360237 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54eae4a6-bfa9-44a8-82d1-895c66a5b1c7', 'tag': '83a2ee6d-573c-447a-8ee8-37242ca101b0', 'status': 'completed', 'code': 200} Nov 19 17:54:29.509278 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 36992) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:29.525022 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-189691e3-21ad-4a58-bb33-6fe62eb939ac None None] Provisioning complete for port 5429e785-00af-4ece-b4a3-8c18072af542 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:29.525401 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-189691e3-21ad-4a58-bb33-6fe62eb939ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.574208 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 36996) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:29.591725 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-189691e3-21ad-4a58-bb33-6fe62eb939ac None None] Port 5429e785-00af-4ece-b4a3-8c18072af542 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:29.592118 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a8708a17-9051-43a6-aa3a-dd9e4d07aed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.624347 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.751509 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398e246-638b-4212-a145-c9b58250d06d req-95b972ba-85e7-429e-b51f-c55280396ddd tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:29.753369 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5398e246-638b-4212-a145-c9b58250d06d req-95b972ba-85e7-429e-b51f-c55280396ddd tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 944 time: 0.0838602 Nov 19 17:54:29.778886 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a8708a17-9051-43a6-aa3a-dd9e4d07aed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.796310 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a8708a17-9051-43a6-aa3a-dd9e4d07aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.825638 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10d120de-9347-48a7-a6c6-d72b451bf304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.911791 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8708a17-9051-43a6-aa3a-dd9e4d07aed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2083fad-624c-4bae-b972-bb125d93a8d9,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:29.922422 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a8708a17-9051-43a6-aa3a-dd9e4d07aed3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fe6bdb15bb684cdda85cd659734caa8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469188 Nov 19 17:54:29.927006 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37012) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:30.005584 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9fec46e1-67e1-400a-af16-53c0a86dbd96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.008723 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5398e246-638b-4212-a145-c9b58250d06d req-6ed8a16d-e6e4-4509-aa51-abf5246f984a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404220 Nov 19 17:54:30.057537 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9fec46e1-67e1-400a-af16-53c0a86dbd96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.057976 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-fc9e7fc9-43a1-4951-8b76-9b3e9acc595f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f2d34df1-c8a6-4e64-99d7-45092325de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258419 Nov 19 17:54:30.090911 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e4a78-13c4-4a57-92c7-0d6b91f5a3e5 req-0e39b53f-5ed0-4f28-be4c-11d2c3bfc499 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:30.092786 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-134e4a78-13c4-4a57-92c7-0d6b91f5a3e5 req-0e39b53f-5ed0-4f28-be4c-11d2c3bfc499 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 944 time: 0.2809525 Nov 19 17:54:30.145789 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9fec46e1-67e1-400a-af16-53c0a86dbd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.152084 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9fec46e1-67e1-400a-af16-53c0a86dbd96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.153949 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-9fec46e1-67e1-400a-af16-53c0a86dbd96 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f2083fad-624c-4bae-b972-bb125d93a8d9 HTTP/1.1" status: 204 len: 168 time: 0.2241316 Nov 19 17:54:30.166636 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec46e1-67e1-400a-af16-53c0a86dbd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2083fad-624c-4bae-b972-bb125d93a8d9,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:30.188245 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10d120de-9347-48a7-a6c6-d72b451bf304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.201551 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10d120de-9347-48a7-a6c6-d72b451bf304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.261547 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-134e4a78-13c4-4a57-92c7-0d6b91f5a3e5 req-c767d44f-3561-47eb-9ba6-9f41d1f255e6 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432528 Nov 19 17:54:30.291009 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-10d120de-9347-48a7-a6c6-d72b451bf304 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=88011fa1de184b65ac1ae1a3292e3f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7805257 Nov 19 17:54:30.294151 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37026) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:30.296691 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d120de-9347-48a7-a6c6-d72b451bf304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70cc7b0-bc99-413d-b63f-6087473d54d9,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:30.317461 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9515b-0ad5-4c78-a564-2f681f4bfbca req-3025c52d-8cb4-469a-a75e-484aab086a20 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:30.319138 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d3c9515b-0ad5-4c78-a564-2f681f4bfbca req-3025c52d-8cb4-469a-a75e-484aab086a20 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 932 time: 0.1239245 Nov 19 17:54:30.382578 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d3c9515b-0ad5-4c78-a564-2f681f4bfbca req-23ba17e1-5558-43c9-9c9c-753c9d04724d tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554721 Nov 19 17:54:30.403836 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25024f02-d90e-4f73-a557-53b9d74c86db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.431387 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25024f02-d90e-4f73-a557-53b9d74c86db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.517522 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25024f02-d90e-4f73-a557-53b9d74c86db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.521689 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25024f02-d90e-4f73-a557-53b9d74c86db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.523194 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-25024f02-d90e-4f73-a557-53b9d74c86db admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a70cc7b0-bc99-413d-b63f-6087473d54d9 HTTP/1.1" status: 204 len: 168 time: 0.2277730 Nov 19 17:54:30.533041 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25024f02-d90e-4f73-a557-53b9d74c86db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70cc7b0-bc99-413d-b63f-6087473d54d9,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:30.906033 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37052) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:30.923071 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8348-c5e8-48c7-8897-abf3d6e5977e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.999118 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Request body: {'port': {'device_id': '13ff4624-eb99-4911-b557-73bc09cb0a72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:31.011273 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-405c5c80-71bd-40db-b59e-06b1008e7ddc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=500c28d0-8af0-46b7-a93f-6f3583c93b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505252 Nov 19 17:54:31.083425 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8348-c5e8-48c7-8897-abf3d6e5977e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:31.090559 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8348-c5e8-48c7-8897-abf3d6e5977e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:31.178682 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-ab2b8348-c5e8-48c7-8897-abf3d6e5977e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ca97fff1bfe94701a34153bb612f2eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711313 Nov 19 17:54:31.180201 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b8348-c5e8-48c7-8897-abf3d6e5977e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30644e29-81e8-434c-9c85-f7cf776ce4e7,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:31.184018 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37062) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:31.253870 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e7d6-ad3f-4f63-ba78-35ce6ee345b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:31.292877 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e7d6-ad3f-4f63-ba78-35ce6ee345b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:31.382547 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:31.406783 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e7d6-ad3f-4f63-ba78-35ce6ee345b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:31.410152 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e7d6-ad3f-4f63-ba78-35ce6ee345b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:31.413856 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-fdc7e7d6-ad3f-4f63-ba78-35ce6ee345b2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/30644e29-81e8-434c-9c85-f7cf776ce4e7 HTTP/1.1" status: 204 len: 168 time: 0.2264111 Nov 19 17:54:31.423022 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7e7d6-ad3f-4f63-ba78-35ce6ee345b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30644e29-81e8-434c-9c85-f7cf776ce4e7,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:31.538704 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-ecae5218-1403-43c9-afe4-db74b2032e82 service neutron] 10.222.0.85 "GET /v2.0/networks/500c28d0-8af0-46b7-a93f-6f3583c93b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904206 Nov 19 17:54:31.556636 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e0daf-d373-49aa-a2d8-d3e223dad1d7 req-60b5021f-075e-418a-a552-5f74cbae3838 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:31.558335 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-232e0daf-d373-49aa-a2d8-d3e223dad1d7 req-60b5021f-075e-418a-a552-5f74cbae3838 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 944 time: 0.3584790 Nov 19 17:54:31.647679 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-dbef3595-c0ea-4ea7-a440-158d5cd1d2ea service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535270 Nov 19 17:54:31.859715 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f23613-5e1d-4f08-8b9d-0e45bc41dc16 req-dcd01ee9-7265-418c-b3c7-b5b9da1934a3 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:31.861618 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-12f23613-5e1d-4f08-8b9d-0e45bc41dc16 req-dcd01ee9-7265-418c-b3c7-b5b9da1934a3 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 944 time: 0.4570653 Nov 19 17:54:32.064208 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f55f25d-6a41-440e-8fff-50a665917398 req-4929d71e-245b-44b6-b359-514d38fe361a service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495901 Nov 19 17:54:32.104070 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-232e0daf-d373-49aa-a2d8-d3e223dad1d7 req-06d8a89a-89ac-4ecd-aff1-54d71b419298 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710355 Nov 19 17:54:32.145630 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f7bbdfc5-de38-45f3-b8b8-a0042b228f99 req-6f30f670-a37b-443f-9b45-68634fe0ccf4 service neutron] 10.222.0.85 "GET /v2.0/networks/500c28d0-8af0-46b7-a93f-6f3583c93b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839822 Nov 19 17:54:32.217065 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-12f23613-5e1d-4f08-8b9d-0e45bc41dc16 req-57743ce4-48ae-46d6-a042-0870dd93975f tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167100 Nov 19 17:54:32.264141 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc16d5e-c3e6-477a-b1a2-0da6e531b523 req-4f69b6f9-02a9-4ace-8c3b-dff9e4cb3b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:32.266745 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1fc16d5e-c3e6-477a-b1a2-0da6e531b523 req-4f69b6f9-02a9-4ace-8c3b-dff9e4cb3b1f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f70f81a9efc74af9998478d2ddcd678d&device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 1097 time: 0.0936081 Nov 19 17:54:32.662649 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca7ec5-2547-4cc7-8435-552bcb5f3264 req-d2e658dc-64ce-4999-b340-affec6918f2b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:32.666207 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-49ca7ec5-2547-4cc7-8435-552bcb5f3264 req-d2e658dc-64ce-4999-b340-affec6918f2b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 932 time: 0.1956336 Nov 19 17:54:32.696569 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5429e785-00af-4ece-b4a3-8c18072af542 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:54:32.726516 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:32.758096 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Transition to ACTIVE for port object 5429e785-00af-4ece-b4a3-8c18072af542 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:54:32.767525 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:32.780681 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-49ca7ec5-2547-4cc7-8435-552bcb5f3264 req-2bb147fb-34c4-4c03-aa8f-d46b142c3536 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028843 Nov 19 17:54:32.901835 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Pushing event updated for resources: {'Port': ['ID=5429e785-00af-4ece-b4a3-8c18072af542,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:32.927233 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Attempting to bind port 5429e785-00af-4ece-b4a3-8c18072af542 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:54:32.928232 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Attempting to bind port 5429e785-00af-4ece-b4a3-8c18072af542 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:54:32.928987 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Attempting to bind port 5429e785-00af-4ece-b4a3-8c18072af542 on network 410ab6ba-f35e-442f-bd38-211464acc4a3 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:32.937882 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Port 5429e785-00af-4ece-b4a3-8c18072af542 on network 410ab6ba-f35e-442f-bd38-211464acc4a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:54:32.938794 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Attempting to bind port 5429e785-00af-4ece-b4a3-8c18072af542 on network 410ab6ba-f35e-442f-bd38-211464acc4a3 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:32.951137 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:54:32.952111 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Checking segment: {'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:32.954057 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Bound using segment: {'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:54:32.955121 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Bound port: 5429e785-00af-4ece-b4a3-8c18072af542, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:54:32.956471 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.138927 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] For port 5429e785-00af-4ece-b4a3-8c18072af542, host hv-cinder-81078, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:54:33.152793 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] For port 5429e785-00af-4ece-b4a3-8c18072af542, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=5429e785-00af-4ece-b4a3-8c18072af542,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:54:33.161182 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.325417 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:33.327002 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.328937 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] 10.222.0.85 "PUT /v2.0/ports/5429e785-00af-4ece-b4a3-8c18072af542 HTTP/1.1" status: 200 len: 1094 time: 2.3557026 Nov 19 17:54:33.329737 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ff4624-eb99-4911-b557-73bc09cb0a72', 'tag': '5429e785-00af-4ece-b4a3-8c18072af542'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:54:33.332582 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa1bccf-4662-4193-9619-c31c096baea7" -d '{"events": [{"name": "network-changed", "server_uuid": "13ff4624-eb99-4911-b557-73bc09cb0a72", "tag": "5429e785-00af-4ece-b4a3-8c18072af542"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:54:33.475601 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab271f-174a-4f01-b82e-a7f41a5da70a service neutron] Pushing event updated for resources: {'Port': ['ID=5429e785-00af-4ece-b4a3-8c18072af542,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:33.610510 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d769e-2cf1-48d9-9eb2-6f9de3e057f3 req-170f8380-e035-405e-b916-9dbd523138f0 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:33.612316 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-895d769e-2cf1-48d9-9eb2-6f9de3e057f3 req-170f8380-e035-405e-b916-9dbd523138f0 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 944 time: 0.2891264 Nov 19 17:54:33.633241 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcee753-1ec7-4d48-96da-8dc62d7288bb req-72d3619b-4fef-4f45-86a7-7e75f47f4b4f tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:33.636326 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3fcee753-1ec7-4d48-96da-8dc62d7288bb req-72d3619b-4fef-4f45-86a7-7e75f47f4b4f tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 944 time: 0.1981823 Nov 19 17:54:33.814431 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3fcee753-1ec7-4d48-96da-8dc62d7288bb req-3d818bdf-137f-49ac-8f51-de2684db06ea tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563766 Nov 19 17:54:33.823088 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-895d769e-2cf1-48d9-9eb2-6f9de3e057f3 req-bb434c42-c1ec-4ce4-9078-80da14a06dc7 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849709 Nov 19 17:54:33.945922 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a385dc75-b8f8-4eca-a3cb-e2cb7878e49d x-openstack-request-id: req-a385dc75-b8f8-4eca-a3cb-e2cb7878e49d {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:54:33.945922 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ff4624-eb99-4911-b557-73bc09cb0a72", "tag": "5429e785-00af-4ece-b4a3-8c18072af542", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:54:33.945922 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a385dc75-b8f8-4eca-a3cb-e2cb7878e49d {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:54:33.946361 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ff4624-eb99-4911-b557-73bc09cb0a72', 'tag': '5429e785-00af-4ece-b4a3-8c18072af542', 'status': 'completed', 'code': 200} Nov 19 17:54:34.094217 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a2ceb-76cc-4abf-a932-376947b0bd59 req-58f6c862-def9-420c-ab78-7b02ef6a9b12 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:34.097392 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-752a2ceb-76cc-4abf-a932-376947b0bd59 req-58f6c862-def9-420c-ab78-7b02ef6a9b12 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 944 time: 0.1050053 Nov 19 17:54:34.182386 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-752a2ceb-76cc-4abf-a932-376947b0bd59 req-c00235e3-4023-4292-81c1-31bc38adb99b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726266 Nov 19 17:54:34.423132 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc16d5e-c3e6-477a-b1a2-0da6e531b523 req-85ff396e-948d-4133-8716-e76c603a6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:34.427341 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1fc16d5e-c3e6-477a-b1a2-0da6e531b523 req-85ff396e-948d-4133-8716-e76c603a6503 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f2d34df1-c8a6-4e64-99d7-45092325de01 HTTP/1.1" status: 200 len: 917 time: 0.1819968 Nov 19 17:54:34.985060 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37204) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:35.047027 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57f321-ab6d-48a7-942e-121fe13e8102 req-eaedbd57-07da-4e52-bf27-8e0e860b20f0 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:35.048879 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9f57f321-ab6d-48a7-942e-121fe13e8102 req-eaedbd57-07da-4e52-bf27-8e0e860b20f0 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 944 time: 0.1075492 Nov 19 17:54:35.059848 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662ba57-78fe-46a3-8644-7a387617d964 req-e6f39555-4c5e-43c9-bf8c-22c6c2ee3cae tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:35.061433 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e662ba57-78fe-46a3-8644-7a387617d964 req-e6f39555-4c5e-43c9-bf8c-22c6c2ee3cae tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 944 time: 0.0805020 Nov 19 17:54:35.146700 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9f57f321-ab6d-48a7-942e-121fe13e8102 req-dd282a81-5d1c-473f-912f-2104538d010f tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839663 Nov 19 17:54:35.167915 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e662ba57-78fe-46a3-8644-7a387617d964 req-f37029a4-3821-4ef8-92a6-76ede89a908c tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883024 Nov 19 17:54:35.329199 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e152eaa-f702-4a6c-bacb-43c3b814c815 req-a41cb0a5-076d-412d-b40a-b86a8e693651 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:35.331998 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e152eaa-f702-4a6c-bacb-43c3b814c815 req-a41cb0a5-076d-412d-b40a-b86a8e693651 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 944 time: 0.0642731 Nov 19 17:54:35.337300 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a56bd4dc-4893-464d-a821-24f2d64d87dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.442251 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a56bd4dc-4893-464d-a821-24f2d64d87dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.449630 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a56bd4dc-4893-464d-a821-24f2d64d87dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.457733 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1fc16d5e-c3e6-477a-b1a2-0da6e531b523 req-3c7cb794-3499-4328-8cb3-f126235d19bb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83a2ee6d-573c-447a-8ee8-37242ca101b0 HTTP/1.1" status: 200 len: 217 time: 0.0553424 Nov 19 17:54:35.477217 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e152eaa-f702-4a6c-bacb-43c3b814c815 req-2d1467c4-3318-4e7c-b08d-38badc0df73b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382959 Nov 19 17:54:35.523125 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-a56bd4dc-4893-464d-a821-24f2d64d87dd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=90309d85966e49e0b0c40071be702910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5365777 Nov 19 17:54:35.529896 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37224) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:35.571640 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc16d5e-c3e6-477a-b1a2-0da6e531b523 req-609d3848-54be-4bd1-8287-4ba42df87f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:35.573115 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1fc16d5e-c3e6-477a-b1a2-0da6e531b523 req-609d3848-54be-4bd1-8287-4ba42df87f17 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6976624c-1d1e-4351-9ac4-73432abae10d HTTP/1.1" status: 200 len: 855 time: 0.0949597 Nov 19 17:54:35.578344 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d5e39-dd2f-4d4c-bef8-3ddf3ebbbf75 req-19df5192-186b-44b7-89a9-a8099af9fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:35.580056 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-208d5e39-dd2f-4d4c-bef8-3ddf3ebbbf75 req-19df5192-186b-44b7-89a9-a8099af9fff3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4bbde3db5bc445c794f2c0b5f8243c5a&device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 1097 time: 0.1808732 Nov 19 17:54:35.581707 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bd4dc-4893-464d-a821-24f2d64d87dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f465ae4-c91a-447b-bc7a-fb37a28201cd,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:35.589324 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1bccf-4662-4193-9619-c31c096baea7 req-95870cc4-1ab3-4105-9e76-d9a128bcf97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:35.591188 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7fa1bccf-4662-4193-9619-c31c096baea7 req-95870cc4-1ab3-4105-9e76-d9a128bcf97d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0456090f49334c51827e8fad95f98095&device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 1097 time: 0.1322849 Nov 19 17:54:35.609533 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a2cf5d7-bef1-4571-ac25-1aa4e2116ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.639603 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a2cf5d7-bef1-4571-ac25-1aa4e2116ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.702899 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1fc16d5e-c3e6-477a-b1a2-0da6e531b523 req-4a99984b-a6dc-4216-9605-1a5a4acd476a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f2d34df1-c8a6-4e64-99d7-45092325de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104283 Nov 19 17:54:35.720770 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a2cf5d7-bef1-4571-ac25-1aa4e2116ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.724677 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a2cf5d7-bef1-4571-ac25-1aa4e2116ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.726421 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-9a2cf5d7-bef1-4571-ac25-1aa4e2116ee1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5f465ae4-c91a-447b-bc7a-fb37a28201cd HTTP/1.1" status: 204 len: 168 time: 0.1939938 Nov 19 17:54:35.738350 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cf5d7-bef1-4571-ac25-1aa4e2116ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f465ae4-c91a-447b-bc7a-fb37a28201cd,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:35.985534 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d5e39-dd2f-4d4c-bef8-3ddf3ebbbf75 req-1ce19af5-f879-4283-a1d3-67594b50536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:35.988147 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-208d5e39-dd2f-4d4c-bef8-3ddf3ebbbf75 req-1ce19af5-f879-4283-a1d3-67594b50536c service neutron] 10.222.0.85 "GET /v2.0/networks?id=500c28d0-8af0-46b7-a93f-6f3583c93b7c HTTP/1.1" status: 200 len: 913 time: 0.3938344 Nov 19 17:54:36.063626 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-208d5e39-dd2f-4d4c-bef8-3ddf3ebbbf75 req-4844c88b-2014-4abf-b602-e34d86e3c829 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23d6f0da-fafa-422e-8b90-925831f5d660 HTTP/1.1" status: 200 len: 217 time: 0.0649621 Nov 19 17:54:36.077069 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1bccf-4662-4193-9619-c31c096baea7 req-b1f93084-d60d-4ba9-a13c-99dca6a9e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:36.078571 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7fa1bccf-4662-4193-9619-c31c096baea7 req-b1f93084-d60d-4ba9-a13c-99dca6a9e165 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=0456090f49334c51827e8fad95f98095&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4665797 Nov 19 17:54:36.214356 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37252) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:36.235345 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a4252b14-e6ee-4add-8e28-5a9f2e542885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:36.382212 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1fc16d5e-c3e6-477a-b1a2-0da6e531b523 req-aecf2f4c-32d7-4713-aec4-7e9836f1137d service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898235 Nov 19 17:54:36.406618 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d5e39-dd2f-4d4c-bef8-3ddf3ebbbf75 req-83f68fc1-1de8-402f-b83b-0a939d59e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:36.408191 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-208d5e39-dd2f-4d4c-bef8-3ddf3ebbbf75 req-83f68fc1-1de8-402f-b83b-0a939d59e393 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d0e99c66-a223-40fb-9063-b8849cff9f85 HTTP/1.1" status: 200 len: 851 time: 0.3326221 Nov 19 17:54:36.430102 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a4252b14-e6ee-4add-8e28-5a9f2e542885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:36.436026 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a4252b14-e6ee-4add-8e28-5a9f2e542885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:36.511366 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-a4252b14-e6ee-4add-8e28-5a9f2e542885 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=35559c98e1e44131a7e5adb95d060fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957883 Nov 19 17:54:36.513260 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4252b14-e6ee-4add-8e28-5a9f2e542885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2537df7d-99a5-4f7b-aa8f-535676a09ed5,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:36.519428 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 37268) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:36.611523 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-208d5e39-dd2f-4d4c-bef8-3ddf3ebbbf75 req-d4a5c7be-0b11-4f76-b09f-c3566e698e6d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=500c28d0-8af0-46b7-a93f-6f3583c93b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1810679 Nov 19 17:54:36.725027 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8780be-ada7-4125-b8ce-59c30a0ba3cc req-c34b30f7-ff42-4f3f-a9da-732192fbe972 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:36.727859 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ec8780be-ada7-4125-b8ce-59c30a0ba3cc req-c34b30f7-ff42-4f3f-a9da-732192fbe972 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 944 time: 0.3229516 Nov 19 17:54:36.840299 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5640d19-d032-4a6c-a1a1-45bbd31daed5 req-65fa5792-7057-4d1c-be00-cb64510689c3 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:36.842054 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b5640d19-d032-4a6c-a1a1-45bbd31daed5 req-65fa5792-7057-4d1c-be00-cb64510689c3 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 944 time: 0.4588594 Nov 19 17:54:36.843338 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1bccf-4662-4193-9619-c31c096baea7 req-1feabb02-0e91-450d-9eb3-a5291e34be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:36.845067 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7fa1bccf-4662-4193-9619-c31c096baea7 req-1feabb02-0e91-450d-9eb3-a5291e34be99 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7536085 Nov 19 17:54:37.050732 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-111b6f06-5709-4976-8ead-a45063caa35a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:37.056207 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1fc16d5e-c3e6-477a-b1a2-0da6e531b523 req-42c92e28-b0b1-48d2-8be3-aaff4eaccdbc service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412804 Nov 19 17:54:37.133519 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ec8780be-ada7-4125-b8ce-59c30a0ba3cc req-a2069977-feec-47d9-94bf-e9e050d04c3b tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407569 Nov 19 17:54:37.182727 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-208d5e39-dd2f-4d4c-bef8-3ddf3ebbbf75 req-2d8aa8ec-59cc-4c09-a5d0-58abd907b7b8 service neutron] 10.222.0.85 "GET /v2.0/networks/500c28d0-8af0-46b7-a93f-6f3583c93b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475221 Nov 19 17:54:37.191561 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-111b6f06-5709-4976-8ead-a45063caa35a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:37.246328 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b5640d19-d032-4a6c-a1a1-45bbd31daed5 req-a7e158b2-842a-4821-aef2-ca8acf13bf83 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653147 Nov 19 17:54:37.252110 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e813af4-1980-493c-9163-045165daf3fd req-99898317-a4fb-46a8-b25e-8a3f36411889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:37.255151 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-99898317-a4fb-46a8-b25e-8a3f36411889 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0456090f49334c51827e8fad95f98095&device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 1097 time: 0.3414352 Nov 19 17:54:37.430279 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 83a2ee6d-573c-447a-8ee8-37242ca101b0 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:54:37.597421 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-ba165912-5682-44f7-96b0-397fa25c24ae service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5429e785-00af-4ece-b4a3-8c18072af542 HTTP/1.1" status: 200 len: 217 time: 0.2725885 Nov 19 17:54:37.776374 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d8482-70f4-45a7-87f9-fb785fe17cda req-120ee745-df7e-48fb-aaee-2446faa6f62a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:37.780072 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3b0d8482-70f4-45a7-87f9-fb785fe17cda req-120ee745-df7e-48fb-aaee-2446faa6f62a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 944 time: 0.3767805 Nov 19 17:54:37.799253 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e813af4-1980-493c-9163-045165daf3fd req-704c9bbf-3f5a-4f9e-864c-22a69059b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:37.801988 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-704c9bbf-3f5a-4f9e-864c-22a69059b0f8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=391d2137-1654-4763-aca0-4213e12e3e68 HTTP/1.1" status: 200 len: 850 time: 0.1911983 Nov 19 17:54:37.806082 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-208d5e39-dd2f-4d4c-bef8-3ddf3ebbbf75 req-88b3db00-2069-4306-8cd5-4b38f7d50b06 service neutron] 10.222.0.85 "GET /v2.0/networks/500c28d0-8af0-46b7-a93f-6f3583c93b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086915 Nov 19 17:54:37.812253 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-111b6f06-5709-4976-8ead-a45063caa35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:37.819226 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-111b6f06-5709-4976-8ead-a45063caa35a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:37.828245 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-111b6f06-5709-4976-8ead-a45063caa35a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2537df7d-99a5-4f7b-aa8f-535676a09ed5 HTTP/1.1" status: 204 len: 168 time: 1.2897995 Nov 19 17:54:37.880671 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b6f06-5709-4976-8ead-a45063caa35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2537df7d-99a5-4f7b-aa8f-535676a09ed5,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:37.909052 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 83a2ee6d-573c-447a-8ee8-37242ca101b0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=83a2ee6d-573c-447a-8ee8-37242ca101b0,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:37.967756 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3b0d8482-70f4-45a7-87f9-fb785fe17cda req-497e7419-7f2f-4369-8880-75a5828ae5b8 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591232 Nov 19 17:54:37.975393 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '83a2ee6d-573c-447a-8ee8-37242ca101b0', 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01', 'port_id': '83a2ee6d-573c-447a-8ee8-37242ca101b0', 'mac_address': 'fa:16:3e:1d:f3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6976624c-1d1e-4351-9ac4-73432abae10d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:54:38.087536 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:38.117884 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a2ee6d-573c-447a-8ee8-37242ca101b0 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:54:38.156223 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 83a2ee6d-573c-447a-8ee8-37242ca101b0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=83a2ee6d-573c-447a-8ee8-37242ca101b0,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:38.187493 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:38.189421 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 23d6f0da-fafa-422e-8b90-925831f5d660 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:54:38.375187 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e574849-bbce-421f-b1e4-1f7a7787ff1c req-66de5db0-2543-4bc7-b1f0-c9c06a37fb4d tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:38.378342 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7e574849-bbce-421f-b1e4-1f7a7787ff1c req-66de5db0-2543-4bc7-b1f0-c9c06a37fb4d tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 944 time: 0.0862608 Nov 19 17:54:38.436798 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:38.490451 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=83a2ee6d-573c-447a-8ee8-37242ca101b0,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:38.506997 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7e574849-bbce-421f-b1e4-1f7a7787ff1c req-36997543-9646-44ea-8c5f-ca28b2298099 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149590 Nov 19 17:54:38.558001 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 23d6f0da-fafa-422e-8b90-925831f5d660, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=23d6f0da-fafa-422e-8b90-925831f5d660,segment=NetworkSegment(f4798319-f48a-4ad1-b8ef-31f27e711c51),segment_id=f4798319-f48a-4ad1-b8ef-31f27e711c51)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:38.579930 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '23d6f0da-fafa-422e-8b90-925831f5d660', 'network_id': '500c28d0-8af0-46b7-a93f-6f3583c93b7c', 'port_id': '23d6f0da-fafa-422e-8b90-925831f5d660', 'mac_address': 'fa:16:3e:83:20:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e99c66-a223-40fb-9063-b8849cff9f85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:54:38.618271 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dcf4c-7b53-4768-bff9-5e1824173b13 req-1ea31828-99cd-460a-b514-8d237eb611da tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:38.632510 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ba3dcf4c-7b53-4768-bff9-5e1824173b13 req-1ea31828-99cd-460a-b514-8d237eb611da tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 945 time: 0.1628511 Nov 19 17:54:38.644014 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:38.670301 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d6f0da-fafa-422e-8b90-925831f5d660 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:54:38.700022 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 23d6f0da-fafa-422e-8b90-925831f5d660, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=23d6f0da-fafa-422e-8b90-925831f5d660,segment=NetworkSegment(f4798319-f48a-4ad1-b8ef-31f27e711c51),segment_id=f4798319-f48a-4ad1-b8ef-31f27e711c51)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:38.710096 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:38.715529 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ba3dcf4c-7b53-4768-bff9-5e1824173b13 req-75d09b68-81ba-4f1b-a859-1a4883c9ee33 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823479 Nov 19 17:54:38.809534 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=23d6f0da-fafa-422e-8b90-925831f5d660,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:39.151668 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0ae6-9fb9-4b01-a198-14bdaa49f684 req-fd4c6309-c93b-4a05-be44-ec0ca0294e67 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:39.154586 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b2b0ae6-9fb9-4b01-a198-14bdaa49f684 req-fd4c6309-c93b-4a05-be44-ec0ca0294e67 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 944 time: 0.0828404 Nov 19 17:54:39.249950 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b2b0ae6-9fb9-4b01-a198-14bdaa49f684 req-32d12307-2e96-44a2-9a7f-579ba1051ba9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850627 Nov 19 17:54:39.655231 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbf2e2-973e-479c-b21e-62b20e1f72a2 req-84665fd5-575c-4aac-9113-7b9b4cac66b2 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:39.656906 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d2fbf2e2-973e-479c-b21e-62b20e1f72a2 req-84665fd5-575c-4aac-9113-7b9b4cac66b2 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 945 time: 0.0554531 Nov 19 17:54:39.713487 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d2fbf2e2-973e-479c-b21e-62b20e1f72a2 req-3417185e-4c7f-4b09-a986-51674a511e72 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495019 Nov 19 17:54:39.871171 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c223a-bc16-4260-8a81-57d8203773be req-46d22101-757d-4d61-8a32-5c348a991695 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:39.872686 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2a6c223a-bc16-4260-8a81-57d8203773be req-46d22101-757d-4d61-8a32-5c348a991695 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 945 time: 0.0612140 Nov 19 17:54:39.945780 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2a6c223a-bc16-4260-8a81-57d8203773be req-6d83bd02-6fd6-44ba-b13d-2853d079e457 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658813 Nov 19 17:54:40.386046 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8692ad5-a1c0-421d-a546-97e69580cdb5 req-3635d4c5-d1a1-480f-b8fa-c1f53e33468e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:40.387773 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a8692ad5-a1c0-421d-a546-97e69580cdb5 req-3635d4c5-d1a1-480f-b8fa-c1f53e33468e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 944 time: 0.0623877 Nov 19 17:54:40.444875 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a8692ad5-a1c0-421d-a546-97e69580cdb5 req-6761b16b-7890-47f1-9667-a1990fd450fa tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499704 Nov 19 17:54:40.847820 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ffa8f-4523-4cfa-9519-b6a2ed12f52e req-d573ebc6-4d6f-414b-845f-4b5381983cb1 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:40.850498 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d29ffa8f-4523-4cfa-9519-b6a2ed12f52e req-d573ebc6-4d6f-414b-845f-4b5381983cb1 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 945 time: 0.0586839 Nov 19 17:54:40.935945 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d29ffa8f-4523-4cfa-9519-b6a2ed12f52e req-92acfaa5-0107-45c4-8bd5-791db44aefa6 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788496 Nov 19 17:54:41.101540 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e813af4-1980-493c-9163-045165daf3fd req-1ebc8fae-32a7-4b8f-8461-7ce51d8bc983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:41.103229 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-1ebc8fae-32a7-4b8f-8461-7ce51d8bc983 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=410ab6ba-f35e-442f-bd38-211464acc4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1111281 Nov 19 17:54:41.177729 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeea88-b58d-4081-a16e-546f7611a2a6 req-056211b4-e2f7-4a20-b4c2-7bc5fbbf4bdc tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:41.179400 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-faaeea88-b58d-4081-a16e-546f7611a2a6 req-056211b4-e2f7-4a20-b4c2-7bc5fbbf4bdc tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 945 time: 0.1160212 Nov 19 17:54:41.262820 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-b715114f-cb08-4201-a582-ac06a97f76bf service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471786 Nov 19 17:54:41.266977 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-faaeea88-b58d-4081-a16e-546f7611a2a6 req-87100c12-f60d-4235-b3f0-8bb1a17431ce tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782552 Nov 19 17:54:41.342058 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['23d6f0da-fafa-422e-8b90-925831f5d660'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:54:41.384528 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e813af4-1980-493c-9163-045165daf3fd req-272de6d5-a3a3-410d-8802-28b31da13962 service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139934 Nov 19 17:54:41.394602 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['83a2ee6d-573c-447a-8ee8-37242ca101b0'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:54:41.801041 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea464f4-0cc2-403e-a7aa-8dcd3150b7e5 req-43a9338f-757b-4a36-8981-9bf7bd863a93 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:41.803613 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cea464f4-0cc2-403e-a7aa-8dcd3150b7e5 req-43a9338f-757b-4a36-8981-9bf7bd863a93 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 944 time: 0.2622161 Nov 19 17:54:41.885902 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cea464f4-0cc2-403e-a7aa-8dcd3150b7e5 req-8d1f0a90-03fa-42b5-883d-bdb1d4a6a593 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747447 Nov 19 17:54:42.123091 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcf219-ea6d-4e39-bdca-8c76c058bc58 req-9cfc0f4f-008e-45cf-8683-577840fb9457 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:42.124674 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-94dcf219-ea6d-4e39-bdca-8c76c058bc58 req-9cfc0f4f-008e-45cf-8683-577840fb9457 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 945 time: 0.0832715 Nov 19 17:54:42.208413 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-94dcf219-ea6d-4e39-bdca-8c76c058bc58 req-60cc1893-a38c-4eaa-aef6-74d4b87c6bbe tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744405 Nov 19 17:54:42.212303 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:54:42.488506 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca05c00-8427-4a51-be75-081de3e4d2b0 req-7527a540-72f9-483d-a584-aac5a7ccf229 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:42.495722 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3ca05c00-8427-4a51-be75-081de3e4d2b0 req-7527a540-72f9-483d-a584-aac5a7ccf229 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 945 time: 0.1190193 Nov 19 17:54:42.583513 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3ca05c00-8427-4a51-be75-081de3e4d2b0 req-5d39bd77-9b25-4ce7-bb74-6b718ed20ee0 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702813 Nov 19 17:54:43.025581 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0555175-2adb-4b6b-a403-2f852cb4cd7d req-3b704eaf-28e8-485f-89e6-48ad2bb228cf tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:43.027736 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e0555175-2adb-4b6b-a403-2f852cb4cd7d req-3b704eaf-28e8-485f-89e6-48ad2bb228cf tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 944 time: 0.0660672 Nov 19 17:54:43.082221 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e0555175-2adb-4b6b-a403-2f852cb4cd7d req-0e2f64b8-a1ad-473c-bd21-efb4ca2f521a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476792 Nov 19 17:54:43.342713 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e43aed-9c05-4ca0-bfb8-6cddcd253e37 req-031e8e1a-f42f-4582-b657-05ad5fcb0d10 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:43.344246 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c0e43aed-9c05-4ca0-bfb8-6cddcd253e37 req-031e8e1a-f42f-4582-b657-05ad5fcb0d10 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 945 time: 0.0554342 Nov 19 17:54:43.403246 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c0e43aed-9c05-4ca0-bfb8-6cddcd253e37 req-ca341222-5717-400d-8665-343d056fa7fe tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519786 Nov 19 17:54:43.731646 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3099d0-114e-4c61-91d5-ee5f15721ce7 req-99944b80-b538-4c40-aca6-bb2f7fb6cc76 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:43.733302 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ca3099d0-114e-4c61-91d5-ee5f15721ce7 req-99944b80-b538-4c40-aca6-bb2f7fb6cc76 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 945 time: 0.0619988 Nov 19 17:54:43.793786 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ca3099d0-114e-4c61-91d5-ee5f15721ce7 req-d5e09180-7962-43bc-8e0c-fcb5e9dc0c85 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532804 Nov 19 17:54:44.223086 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb23e67-8994-42eb-b397-4e3ba86e81a3 req-cf4fb990-0c93-4c20-9dd4-99ec110c283f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:44.224997 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ceb23e67-8994-42eb-b397-4e3ba86e81a3 req-cf4fb990-0c93-4c20-9dd4-99ec110c283f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 944 time: 0.0591197 Nov 19 17:54:44.287048 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ceb23e67-8994-42eb-b397-4e3ba86e81a3 req-d5d26c18-472e-4d8c-89f4-076c20841410 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523195 Nov 19 17:54:44.547369 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2479a5-1647-4219-861a-d35a654b7f73 req-58d55549-e343-4340-9689-7fc45b650adc tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:44.550098 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9e2479a5-1647-4219-861a-d35a654b7f73 req-58d55549-e343-4340-9689-7fc45b650adc tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 945 time: 0.0617638 Nov 19 17:54:44.619012 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9e2479a5-1647-4219-861a-d35a654b7f73 req-51214ba0-3b5b-4b95-b313-bf0d0506e0c7 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532203 Nov 19 17:54:44.938770 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b65099-d960-4ec9-865d-c3977e4e2b83 req-5ef1564a-467b-4f3e-adbb-027d0db7c93d tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:44.940641 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-51b65099-d960-4ec9-865d-c3977e4e2b83 req-5ef1564a-467b-4f3e-adbb-027d0db7c93d tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 945 time: 0.0574770 Nov 19 17:54:44.997613 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-51b65099-d960-4ec9-865d-c3977e4e2b83 req-5a8289d6-0f1d-4c5e-bd78-f7e1ec0ad0d1 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500939 Nov 19 17:54:45.439084 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4d359-c56d-4773-8700-973549bdbe82 req-dc28071c-2e73-4218-beb6-e57ae35b22a0 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:45.442458 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10a4d359-c56d-4773-8700-973549bdbe82 req-dc28071c-2e73-4218-beb6-e57ae35b22a0 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 944 time: 0.0763061 Nov 19 17:54:45.524424 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10a4d359-c56d-4773-8700-973549bdbe82 req-6c2092c9-7c5f-4010-9060-a5dbcee97fef tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753467 Nov 19 17:54:45.777151 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3e3bb-3f5a-41f3-9ac1-36529ddee76c req-80d749cd-e9ac-4d7b-9e5a-4903a9ef7887 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:45.778695 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ee3e3bb-3f5a-41f3-9ac1-36529ddee76c req-80d749cd-e9ac-4d7b-9e5a-4903a9ef7887 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 945 time: 0.0753410 Nov 19 17:54:45.841219 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ee3e3bb-3f5a-41f3-9ac1-36529ddee76c req-2c615558-304e-4a98-9a00-e6cc903ff503 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548940 Nov 19 17:54:46.173680 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f0d78-e8e4-4ea7-abe2-a36ec46db401 req-7a13a52b-4399-4045-8d3c-d97d29352a53 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:46.175980 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a1f0d78-e8e4-4ea7-abe2-a36ec46db401 req-7a13a52b-4399-4045-8d3c-d97d29352a53 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 945 time: 0.0849061 Nov 19 17:54:46.280859 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a1f0d78-e8e4-4ea7-abe2-a36ec46db401 req-9898667d-3050-4ee7-aca0-44b44ad702d5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928950 Nov 19 17:54:46.514781 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 5429e785-00af-4ece-b4a3-8c18072af542 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:54:46.539486 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 83a2ee6d-573c-447a-8ee8-37242ca101b0 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:46.658955 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 83a2ee6d-573c-447a-8ee8-37242ca101b0 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:54:46.668782 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 83a2ee6d-573c-447a-8ee8-37242ca101b0 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:46.669587 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:46.746546 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aca6db-b874-4922-8abc-8288e081a8f5 req-9f6ec99b-2575-49c4-a2ec-dedc794e37b0 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:46.760771 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d8aca6db-b874-4922-8abc-8288e081a8f5 req-9f6ec99b-2575-49c4-a2ec-dedc794e37b0 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 944 time: 0.1042438 Nov 19 17:54:46.809224 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 5429e785-00af-4ece-b4a3-8c18072af542, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=5429e785-00af-4ece-b4a3-8c18072af542,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:46.831421 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '5429e785-00af-4ece-b4a3-8c18072af542', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'port_id': '5429e785-00af-4ece-b4a3-8c18072af542', 'mac_address': 'fa:16:3e:0d:f9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:54:46.887193 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d8aca6db-b874-4922-8abc-8288e081a8f5 req-1dc04f2e-0a1c-4c46-8c77-7ca2345eb1b6 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235278 Nov 19 17:54:46.958662 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:46.991464 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5429e785-00af-4ece-b4a3-8c18072af542 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:54:47.031141 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.035104 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c797aee-6c49-4d8f-9bf1-114760a1f835 req-eea4daff-a07e-435c-8d1c-0391421132d2 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:47.038080 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c797aee-6c49-4d8f-9bf1-114760a1f835 req-eea4daff-a07e-435c-8d1c-0391421132d2 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 945 time: 0.0930526 Nov 19 17:54:47.089758 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 5429e785-00af-4ece-b4a3-8c18072af542, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=5429e785-00af-4ece-b4a3-8c18072af542,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:47.105006 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.125414 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54eae4a6-bfa9-44a8-82d1-895c66a5b1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a2ee6d-573c-447a-8ee8-37242ca101b0'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:54:47.161754 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c797aee-6c49-4d8f-9bf1-114760a1f835 req-16fa61f5-69a4-4969-a68e-7c10bf7656b3 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141000 Nov 19 17:54:47.327382 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 83a2ee6d-573c-447a-8ee8-37242ca101b0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=83a2ee6d-573c-447a-8ee8-37242ca101b0,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:47.399230 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.405255 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 23d6f0da-fafa-422e-8b90-925831f5d660 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:47.478677 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=5429e785-00af-4ece-b4a3-8c18072af542,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:47.583802 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e527dd1-37a7-4abe-8c04-dddf77b0567b req-c499a4a0-b1bf-4a0c-a782-d69df3290b54 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:47.594284 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e527dd1-37a7-4abe-8c04-dddf77b0567b req-c499a4a0-b1bf-4a0c-a782-d69df3290b54 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 946 time: 0.1342938 Nov 19 17:54:47.608957 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=83a2ee6d-573c-447a-8ee8-37242ca101b0,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:47.617811 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['5429e785-00af-4ece-b4a3-8c18072af542'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:54:47.748980 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e527dd1-37a7-4abe-8c04-dddf77b0567b req-a34d22eb-793b-4c5c-afa6-c6f0cdf61b25 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537642 Nov 19 17:54:47.821802 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 37616) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:47.909491 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 23d6f0da-fafa-422e-8b90-925831f5d660 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:54:47.925077 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ddd9b5-6d2c-488b-89c0-fa20ac67d691" -d '{"events": [{"server_uuid": "54eae4a6-bfa9-44a8-82d1-895c66a5b1c7", "name": "network-vif-plugged", "status": "completed", "tag": "83a2ee6d-573c-447a-8ee8-37242ca101b0"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:54:47.958095 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 23d6f0da-fafa-422e-8b90-925831f5d660 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:47.958839 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.063109 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37626) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:48.274783 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7cfac-8b5b-4872-93d4-275bd37c8dd1 req-2f7b8b66-5d33-442d-8ba1-e191c3d13063 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:48.278041 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-18b7cfac-8b5b-4872-93d4-275bd37c8dd1 req-2f7b8b66-5d33-442d-8ba1-e191c3d13063 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 945 time: 0.1996052 Nov 19 17:54:48.280455 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-63d2f6ef-5dc4-4d3e-b3ba-dc0c09f1c8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.348683 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2a74b5c6-78a6-4f0e-86f8-41ca51472b8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.348946 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.364371 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b23948d-fae4-4687-bb2a-f18f2d40761b x-openstack-request-id: req-8b23948d-fae4-4687-bb2a-f18f2d40761b {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:54:48.364677 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54eae4a6-bfa9-44a8-82d1-895c66a5b1c7", "name": "network-vif-plugged", "status": "completed", "tag": "83a2ee6d-573c-447a-8ee8-37242ca101b0", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:54:48.364951 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8b23948d-fae4-4687-bb2a-f18f2d40761b {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:54:48.365402 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54eae4a6-bfa9-44a8-82d1-895c66a5b1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a2ee6d-573c-447a-8ee8-37242ca101b0', 'code': 200} Nov 19 17:54:48.414339 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 23d6f0da-fafa-422e-8b90-925831f5d660, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=23d6f0da-fafa-422e-8b90-925831f5d660,segment=NetworkSegment(f4798319-f48a-4ad1-b8ef-31f27e711c51),segment_id=f4798319-f48a-4ad1-b8ef-31f27e711c51)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:48.428162 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.452110 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-18b7cfac-8b5b-4872-93d4-275bd37c8dd1 req-5642ee92-98d1-41d0-b64a-24cebfbf34f8 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519189 Nov 19 17:54:48.538866 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2a74b5c6-78a6-4f0e-86f8-41ca51472b8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.539977 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=23d6f0da-fafa-422e-8b90-925831f5d660,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:48.543744 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2a74b5c6-78a6-4f0e-86f8-41ca51472b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.589023 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74b5c6-78a6-4f0e-86f8-41ca51472b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af01e9e-9086-4fd5-ad3e-f3168b0b8d12,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:48.593361 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-2a74b5c6-78a6-4f0e-86f8-41ca51472b8c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=05bcc93f37f3493d9ddd71e52fc71cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5270503 Nov 19 17:54:48.596297 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37642) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:48.620554 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db273892-429e-4f9b-8519-207f95a7566e req-ce7fb6d2-1ed7-4125-a8fb-f12419f51abe tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:48.623491 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-db273892-429e-4f9b-8519-207f95a7566e req-ce7fb6d2-1ed7-4125-a8fb-f12419f51abe tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 946 time: 0.1606233 Nov 19 17:54:48.657181 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-63d2f6ef-5dc4-4d3e-b3ba-dc0c09f1c8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.660668 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-852c6410-868c-4295-b639-95a138611ceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.677269 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-63d2f6ef-5dc4-4d3e-b3ba-dc0c09f1c8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.686666 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-852c6410-868c-4295-b639-95a138611ceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.765586 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-852c6410-868c-4295-b639-95a138611ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.768969 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-852c6410-868c-4295-b639-95a138611ceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.773377 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-852c6410-868c-4295-b639-95a138611ceb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5af01e9e-9086-4fd5-ad3e-f3168b0b8d12 HTTP/1.1" status: 204 len: 168 time: 0.1725600 Nov 19 17:54:48.782690 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c6410-868c-4295-b639-95a138611ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af01e9e-9086-4fd5-ad3e-f3168b0b8d12,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:48.802894 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-63d2f6ef-5dc4-4d3e-b3ba-dc0c09f1c8fc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=199074f3e81d4ea393f05c2f72af0796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9780779 Nov 19 17:54:48.806633 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2f6ef-5dc4-4d3e-b3ba-dc0c09f1c8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a98cab6-8da8-42c3-8836-6fa8b97064b8,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:48.807094 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37650) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:48.828645 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-db273892-429e-4f9b-8519-207f95a7566e req-57b45682-d429-492c-9c3b-f54dfd0daafe tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885622 Nov 19 17:54:48.905752 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-80f2141d-ef7c-4700-9d08-f74c375553e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.941429 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-80f2141d-ef7c-4700-9d08-f74c375553e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.977526 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59e80a-daee-4cb8-ac69-b63448afb414 req-37742c98-2e81-43d3-9696-5052032a4dc3 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:48.979281 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dc59e80a-daee-4cb8-ac69-b63448afb414 req-37742c98-2e81-43d3-9696-5052032a4dc3 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 946 time: 0.0932627 Nov 19 17:54:49.032940 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-80f2141d-ef7c-4700-9d08-f74c375553e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.035959 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-80f2141d-ef7c-4700-9d08-f74c375553e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.037273 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-80f2141d-ef7c-4700-9d08-f74c375553e2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5a98cab6-8da8-42c3-8836-6fa8b97064b8 HTTP/1.1" status: 204 len: 168 time: 0.2290413 Nov 19 17:54:49.046671 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2141d-ef7c-4700-9d08-f74c375553e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a98cab6-8da8-42c3-8836-6fa8b97064b8,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:49.125134 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dc59e80a-daee-4cb8-ac69-b63448afb414 req-62cdece7-af1e-4b60-b1cd-d7486e361993 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295364 Nov 19 17:54:49.390206 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37668) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:49.417127 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-760660d7-13d6-4347-99e0-b4e76f186d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.587571 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-760660d7-13d6-4347-99e0-b4e76f186d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.595957 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-760660d7-13d6-4347-99e0-b4e76f186d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.636138 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216e92-3046-4c38-a1b2-2dec09f0a758 req-51b84ee9-5eea-470a-b616-f698c436fce8 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.638099 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b5216e92-3046-4c38-a1b2-2dec09f0a758 req-51b84ee9-5eea-470a-b616-f698c436fce8 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 945 time: 0.0610387 Nov 19 17:54:49.659892 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-760660d7-13d6-4347-99e0-b4e76f186d77 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=92f0f08a80f34199b89e62cd88f8ad5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662091 Nov 19 17:54:49.661174 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760660d7-13d6-4347-99e0-b4e76f186d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f91a44-eec9-479b-befb-0b81313a5c5d,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:49.662439 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 37684) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:49.739472 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b5216e92-3046-4c38-a1b2-2dec09f0a758 req-17624b2b-f005-45d7-ad19-41d82004c329 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927532 Nov 19 17:54:49.764810 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4150c63e-d523-41d7-b4fd-9b831c0d429a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.798738 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4150c63e-d523-41d7-b4fd-9b831c0d429a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.851745 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4150c63e-d523-41d7-b4fd-9b831c0d429a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.855214 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4150c63e-d523-41d7-b4fd-9b831c0d429a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.857217 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-4150c63e-d523-41d7-b4fd-9b831c0d429a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/92f91a44-eec9-479b-befb-0b81313a5c5d HTTP/1.1" status: 204 len: 168 time: 0.1933007 Nov 19 17:54:49.871074 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150c63e-d523-41d7-b4fd-9b831c0d429a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f91a44-eec9-479b-befb-0b81313a5c5d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:50.077038 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b430a24-f13b-4b85-9a55-c4c382885800 req-61ee4f27-ccbb-4094-9f61-79094ef4526e tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:50.079902 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b430a24-f13b-4b85-9a55-c4c382885800 req-61ee4f27-ccbb-4094-9f61-79094ef4526e tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 946 time: 0.1178341 Nov 19 17:54:50.187126 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b430a24-f13b-4b85-9a55-c4c382885800 req-01d35166-bcea-4fa5-b1ce-aaeb4a0e5bdc tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978739 Nov 19 17:54:50.298918 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10c9df-f9a6-4025-84b2-01da7711375b req-8d6151d6-660d-4c27-bc74-940ec252a5dd tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:50.300850 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4a10c9df-f9a6-4025-84b2-01da7711375b req-8d6151d6-660d-4c27-bc74-940ec252a5dd tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 946 time: 0.0624897 Nov 19 17:54:50.366484 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e09bb-63e5-4593-acee-ecc3a82aa25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6f0da-fafa-422e-8b90-925831f5d660'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:54:50.374737 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0703f053-ee2f-48ff-935b-15077895459a" -d '{"events": [{"server_uuid": "826e09bb-63e5-4593-acee-ecc3a82aa25e", "name": "network-vif-plugged", "status": "completed", "tag": "23d6f0da-fafa-422e-8b90-925831f5d660"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:54:50.378936 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4a10c9df-f9a6-4025-84b2-01da7711375b req-0346ab30-e3d2-4321-af1c-81b56a0b638f tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694399 Nov 19 17:54:50.440585 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05880fcb-f861-498a-8fe8-091a75af7311 x-openstack-request-id: req-05880fcb-f861-498a-8fe8-091a75af7311 {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:54:50.440585 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e09bb-63e5-4593-acee-ecc3a82aa25e", "name": "network-vif-plugged", "status": "completed", "tag": "23d6f0da-fafa-422e-8b90-925831f5d660", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:54:50.440585 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-05880fcb-f861-498a-8fe8-091a75af7311 {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:54:50.440585 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e09bb-63e5-4593-acee-ecc3a82aa25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6f0da-fafa-422e-8b90-925831f5d660', 'code': 200} Nov 19 17:54:50.963258 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd18ef-2ecc-40b2-9400-9426157d1b18 req-fe5cb120-406e-4411-be64-63322cedff3b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:50.974545 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-99fd18ef-2ecc-40b2-9400-9426157d1b18 req-fe5cb120-406e-4411-be64-63322cedff3b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 945 time: 0.1339598 Nov 19 17:54:51.067480 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-99fd18ef-2ecc-40b2-9400-9426157d1b18 req-37b865a9-3079-4d1f-8211-0263adcc2c99 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915987 Nov 19 17:54:51.183087 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654c5d9-f7ad-4081-ac81-6fc62a68379c req-5187c423-2b09-41d3-aa9c-529e0ac83e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:51.184960 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3654c5d9-f7ad-4081-ac81-6fc62a68379c req-5187c423-2b09-41d3-aa9c-529e0ac83e66 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 1099 time: 0.1263130 Nov 19 17:54:51.187159 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153052a0-7a7d-4151-b38e-038d2f19eecd req-59e117fb-e701-4c1e-b715-a1e39406140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:51.188699 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-153052a0-7a7d-4151-b38e-038d2f19eecd req-59e117fb-e701-4c1e-b715-a1e39406140a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 1099 time: 0.0841882 Nov 19 17:54:51.243583 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3654c5d9-f7ad-4081-ac81-6fc62a68379c req-babec0f0-ea62-4a41-b4e8-f9878bb59c1c service neutron] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.249275 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-153052a0-7a7d-4151-b38e-038d2f19eecd req-cd86c89a-e01a-4508-a9e9-1e2b1ba5fcb4 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.408281 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930e88c-740f-442f-bb84-b3ba4bd98f7d req-a011dbf0-d10a-48d8-988c-c45dac3d1b0c tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:51.409689 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c930e88c-740f-442f-bb84-b3ba4bd98f7d req-a011dbf0-d10a-48d8-988c-c45dac3d1b0c tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 946 time: 0.1118093 Nov 19 17:54:51.473277 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3654c5d9-f7ad-4081-ac81-6fc62a68379c req-babec0f0-ea62-4a41-b4e8-f9878bb59c1c service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.485168 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-3654c5d9-f7ad-4081-ac81-6fc62a68379c req-babec0f0-ea62-4a41-b4e8-f9878bb59c1c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.498535 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.db.api [req-153052a0-7a7d-4151-b38e-038d2f19eecd req-cd86c89a-e01a-4508-a9e9-1e2b1ba5fcb4 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 4dc1ddef063d4db8a1a694bcbca905eb {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:54:51.499004 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG oslo_db.api [req-153052a0-7a7d-4151-b38e-038d2f19eecd req-cd86c89a-e01a-4508-a9e9-1e2b1ba5fcb4 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:54:51.608926 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c930e88c-740f-442f-bb84-b3ba4bd98f7d req-5ff6c17e-f49e-47f6-b312-0f3de59e7d00 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721828 Nov 19 17:54:51.616317 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3654c5d9-f7ad-4081-ac81-6fc62a68379c req-babec0f0-ea62-4a41-b4e8-f9878bb59c1c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122841 Nov 19 17:54:51.616995 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babec0f0-ea62-4a41-b4e8-f9878bb59c1c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=22ea6cc2-404f-440e-b74e-6c556e7176e0,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:51.660412 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274b8da-9451-4394-b767-17737eb7bcae req-d6744c4d-cef7-437e-87c0-a57c865aa541 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:51.664291 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a274b8da-9451-4394-b767-17737eb7bcae req-d6744c4d-cef7-437e-87c0-a57c865aa541 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 946 time: 0.1274257 Nov 19 17:54:51.764193 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a274b8da-9451-4394-b767-17737eb7bcae req-69c69de9-1600-4157-a462-0e3fc9d14aed tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883603 Nov 19 17:54:52.000172 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-153052a0-7a7d-4151-b38e-038d2f19eecd req-cd86c89a-e01a-4508-a9e9-1e2b1ba5fcb4 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:52.126366 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-153052a0-7a7d-4151-b38e-038d2f19eecd req-cd86c89a-e01a-4508-a9e9-1e2b1ba5fcb4 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9108894 Nov 19 17:54:52.297338 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfdbfa-8dd3-4bb7-b4c1-c3831a33dc83 req-bd60ab88-3dc6-4d72-9559-53aafe67c028 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:52.299314 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7acfdbfa-8dd3-4bb7-b4c1-c3831a33dc83 req-bd60ab88-3dc6-4d72-9559-53aafe67c028 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 945 time: 0.1062968 Nov 19 17:54:52.376740 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7acfdbfa-8dd3-4bb7-b4c1-c3831a33dc83 req-261a744f-2a60-427c-931f-448fdfcd6226 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692012 Nov 19 17:54:52.786842 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-6e7fbf0e-e6a0-4766-9b59-7ba6b6b1cd85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:52.805786 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 5429e785-00af-4ece-b4a3-8c18072af542 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:52.824158 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285aab9-9b6e-4240-b0f4-5122224bf6f0 req-f48bbbd4-eaa8-4e5d-898b-ee3af3d7b461 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:52.826871 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9285aab9-9b6e-4240-b0f4-5122224bf6f0 req-f48bbbd4-eaa8-4e5d-898b-ee3af3d7b461 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 946 time: 0.0895820 Nov 19 17:54:52.906185 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 5429e785-00af-4ece-b4a3-8c18072af542 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:54:52.920358 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 5429e785-00af-4ece-b4a3-8c18072af542 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:52.920732 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.017545 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9285aab9-9b6e-4240-b0f4-5122224bf6f0 req-716eb2b2-b7aa-4091-9029-c47c80fd9519 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774232 Nov 19 17:54:53.034696 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.039326 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47804ffd-fcf8-41e4-987f-ce26bf85fb52 req-259318e6-afa4-4c3f-a16f-27f692d7956c tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:53.047643 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-47804ffd-fcf8-41e4-987f-ce26bf85fb52 req-259318e6-afa4-4c3f-a16f-27f692d7956c tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 946 time: 0.1349669 Nov 19 17:54:53.080888 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ff4624-eb99-4911-b557-73bc09cb0a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5429e785-00af-4ece-b4a3-8c18072af542'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:54:53.090016 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7992558b-44aa-4103-b5ea-81ac536fc854" -d '{"events": [{"server_uuid": "13ff4624-eb99-4911-b557-73bc09cb0a72", "name": "network-vif-plugged", "status": "completed", "tag": "5429e785-00af-4ece-b4a3-8c18072af542"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:54:53.128141 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-47804ffd-fcf8-41e4-987f-ce26bf85fb52 req-48ebc0ec-212d-4b25-b95d-c6cc385c0af2 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790780 Nov 19 17:54:53.138071 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 5429e785-00af-4ece-b4a3-8c18072af542, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=5429e785-00af-4ece-b4a3-8c18072af542,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:53.145617 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.198987 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaa57b6-fc6a-4b42-8f49-fe22d050e765 x-openstack-request-id: req-ccaa57b6-fc6a-4b42-8f49-fe22d050e765 {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:54:53.198987 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ff4624-eb99-4911-b557-73bc09cb0a72", "name": "network-vif-plugged", "status": "completed", "tag": "5429e785-00af-4ece-b4a3-8c18072af542", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:54:53.198987 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ccaa57b6-fc6a-4b42-8f49-fe22d050e765 {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:54:53.199301 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ff4624-eb99-4911-b557-73bc09cb0a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5429e785-00af-4ece-b4a3-8c18072af542', 'code': 200} Nov 19 17:54:53.370739 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=5429e785-00af-4ece-b4a3-8c18072af542,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:53.459357 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4c780-54ab-4873-a32c-a23e669286c8 req-d9e66ac1-9781-47d7-883a-df8e3425c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:53.459357 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9eb4c780-54ab-4873-a32c-a23e669286c8 req-d9e66ac1-9781-47d7-883a-df8e3425c2a3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 1099 time: 0.1074255 Nov 19 17:54:53.604989 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9eb4c780-54ab-4873-a32c-a23e669286c8 req-2ac1e70d-022e-48c3-9afb-65f7f5a1c682 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403463 Nov 19 17:54:53.710673 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586165fb-8507-442e-9ec1-027c4b15f02d req-01c73e2a-e35f-4ba2-b480-d8ff34edbf76 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:53.712621 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-586165fb-8507-442e-9ec1-027c4b15f02d req-01c73e2a-e35f-4ba2-b480-d8ff34edbf76 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.1033034 Nov 19 17:54:53.818246 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37882) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:53.851187 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37886) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:53.853967 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-586165fb-8507-442e-9ec1-027c4b15f02d req-b673f1c8-0b0c-4ed7-8d07-e4f61a265a03 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228409 Nov 19 17:54:54.172432 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-471a5858-4a31-4c8f-8889-ef0514d51496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.255727 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-07ae40fb-4be9-4f59-8dbf-8bb29d759a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.314417 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e00d8a-16dc-46ad-8970-7326279c7f56 req-8d0860f1-43d1-4a94-b475-d4df44050a9f tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:54.316754 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-91e00d8a-16dc-46ad-8970-7326279c7f56 req-8d0860f1-43d1-4a94-b475-d4df44050a9f tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 946 time: 0.1064897 Nov 19 17:54:54.337360 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4eb91f-5d8c-48ab-b784-3939f16a40b3 req-8faf2c49-c464-41cc-8f82-d9d5b5ee0cde tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:54.339599 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4d4eb91f-5d8c-48ab-b784-3939f16a40b3 req-8faf2c49-c464-41cc-8f82-d9d5b5ee0cde tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 946 time: 0.0908427 Nov 19 17:54:54.414898 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-471a5858-4a31-4c8f-8889-ef0514d51496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.417627 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-91e00d8a-16dc-46ad-8970-7326279c7f56 req-2df56fa1-4628-499f-9763-b1fbca6c8f4b tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891147 Nov 19 17:54:54.432406 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-471a5858-4a31-4c8f-8889-ef0514d51496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.449260 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-07ae40fb-4be9-4f59-8dbf-8bb29d759a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.449798 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4d4eb91f-5d8c-48ab-b784-3939f16a40b3 req-b01092ed-5df3-417c-88bc-90ea74dfe262 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863767 Nov 19 17:54:54.465397 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-07ae40fb-4be9-4f59-8dbf-8bb29d759a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.499342 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-471a5858-4a31-4c8f-8889-ef0514d51496 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1ac71cf70703460d933fad4eed2186ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6497734 Nov 19 17:54:54.500156 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a5858-4a31-4c8f-8889-ef0514d51496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7d2965-ab5b-4cb0-85ce-ace872720411,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:54.503480 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 37908) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:54.527198 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-07ae40fb-4be9-4f59-8dbf-8bb29d759a42 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2a7b1a758fa846d490d2c1e535dfbbb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7065108 Nov 19 17:54:54.529072 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37910) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:54.576746 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae40fb-4be9-4f59-8dbf-8bb29d759a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe6ab45-098b-4ff2-8bc6-9fde0dedc979,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:54.577168 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5117c5b-7007-432e-bd3a-0984eaa138b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.610864 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b5124787-bdc4-4a02-be2e-7d69ce166ddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.620653 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5117c5b-7007-432e-bd3a-0984eaa138b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.636914 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b5124787-bdc4-4a02-be2e-7d69ce166ddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.700428 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5117c5b-7007-432e-bd3a-0984eaa138b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.702895 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b5124787-bdc4-4a02-be2e-7d69ce166ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.703577 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5117c5b-7007-432e-bd3a-0984eaa138b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.706286 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b5124787-bdc4-4a02-be2e-7d69ce166ddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.706636 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e5117c5b-7007-432e-bd3a-0984eaa138b0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5f7d2965-ab5b-4cb0-85ce-ace872720411 HTTP/1.1" status: 204 len: 168 time: 0.2005334 Nov 19 17:54:54.715305 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-b5124787-bdc4-4a02-be2e-7d69ce166ddf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dbe6ab45-098b-4ff2-8bc6-9fde0dedc979 HTTP/1.1" status: 204 len: 168 time: 0.1846299 Nov 19 17:54:54.720126 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5117c5b-7007-432e-bd3a-0984eaa138b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7d2965-ab5b-4cb0-85ce-ace872720411,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:54.729545 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5124787-bdc4-4a02-be2e-7d69ce166ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe6ab45-098b-4ff2-8bc6-9fde0dedc979,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:55.075303 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e0ea6-1cbe-4580-9a86-4bc8569086b3 req-36a24ee2-0842-4613-b4c5-c1b13f493fd1 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:55.078487 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9c4e0ea6-1cbe-4580-9a86-4bc8569086b3 req-36a24ee2-0842-4613-b4c5-c1b13f493fd1 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0878866 Nov 19 17:54:55.187345 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9c4e0ea6-1cbe-4580-9a86-4bc8569086b3 req-5f4718af-a17d-4329-9bc3-ea1288f2a7e0 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008468 Nov 19 17:54:55.283034 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 37936) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:55.301541 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e017bb80-70c0-499b-8970-87d451b5fb2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.318088 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37940) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:55.339188 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8fb74fc2-4c04-40d4-be5d-14e6086fa0a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.426079 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e017bb80-70c0-499b-8970-87d451b5fb2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.433024 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e017bb80-70c0-499b-8970-87d451b5fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.451367 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8fb74fc2-4c04-40d4-be5d-14e6086fa0a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.460024 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8fb74fc2-4c04-40d4-be5d-14e6086fa0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.502374 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-8fb74fc2-4c04-40d4-be5d-14e6086fa0a6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d8fb1ad4bbe1487dac8a3d9a75d93cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1825066 Nov 19 17:54:55.503248 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37944) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:55.514891 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e017bb80-70c0-499b-8970-87d451b5fb2b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0e966ddfde344f6289a9d97a14c18295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299159 Nov 19 17:54:55.516353 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017bb80-70c0-499b-8970-87d451b5fb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a29ddc3-dd9c-49a6-b88a-24d9520adb7f,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:55.522481 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37946) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:55.588214 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb74fc2-4c04-40d4-be5d-14e6086fa0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be31feb-9aa2-4fd1-823d-e628e6b1b5c7,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:55.604617 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3017c-305e-45df-92e4-c737762ec7b2 req-ed627cf9-1c08-4162-bf17-d23d3470c197 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:55.606625 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-42c3017c-305e-45df-92e4-c737762ec7b2 req-ed627cf9-1c08-4162-bf17-d23d3470c197 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 946 time: 0.0819707 Nov 19 17:54:55.639011 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9ed0ee6f-73d1-458f-b821-28e05bdb28d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.642093 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-86d144df-9135-4bd4-936b-7d0ef84f64d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.680033 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-42c3017c-305e-45df-92e4-c737762ec7b2 req-2ca74439-3dc8-4223-bdb3-48f86ad03af3 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610855 Nov 19 17:54:55.688728 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9ed0ee6f-73d1-458f-b821-28e05bdb28d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.707496 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-86d144df-9135-4bd4-936b-7d0ef84f64d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.802827 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 37952) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:55.822993 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-86d144df-9135-4bd4-936b-7d0ef84f64d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.825990 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-86d144df-9135-4bd4-936b-7d0ef84f64d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.831656 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-86d144df-9135-4bd4-936b-7d0ef84f64d4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5a29ddc3-dd9c-49a6-b88a-24d9520adb7f HTTP/1.1" status: 204 len: 168 time: 0.3034165 Nov 19 17:54:55.837260 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d144df-9135-4bd4-936b-7d0ef84f64d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a29ddc3-dd9c-49a6-b88a-24d9520adb7f,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:55.852577 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9ed0ee6f-73d1-458f-b821-28e05bdb28d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.855817 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9ed0ee6f-73d1-458f-b821-28e05bdb28d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.857162 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-9ed0ee6f-73d1-458f-b821-28e05bdb28d3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4be31feb-9aa2-4fd1-823d-e628e6b1b5c7 HTTP/1.1" status: 204 len: 168 time: 0.3518131 Nov 19 17:54:55.868163 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0ee6f-73d1-458f-b821-28e05bdb28d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be31feb-9aa2-4fd1-823d-e628e6b1b5c7,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:55.964199 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa30d-edd4-4dae-bf32-77a3fe8bf32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.002220 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4a6b81cd-c47b-4cee-b7cc-1e0e0a2fd999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.168211 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4a6b81cd-c47b-4cee-b7cc-1e0e0a2fd999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.177089 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4a6b81cd-c47b-4cee-b7cc-1e0e0a2fd999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.324377 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-4a6b81cd-c47b-4cee-b7cc-1e0e0a2fd999 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3649511fef81456aaad8a5711405bc58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5200136 Nov 19 17:54:56.328148 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 37974) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:56.341467 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b81cd-c47b-4cee-b7cc-1e0e0a2fd999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ed4a7a-8520-454e-91bd-1674111d296e,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:56.446038 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-88a208bc-3c7c-4ef4-9352-a19e269b31a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.486763 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad51b51-91b3-499d-bf0c-2ab8078d0126 req-8c5ad57e-0c38-4274-9aef-d8411fe94229 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:56.490361 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0ad51b51-91b3-499d-bf0c-2ab8078d0126 req-8c5ad57e-0c38-4274-9aef-d8411fe94229 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.1170652 Nov 19 17:54:56.491329 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-88a208bc-3c7c-4ef4-9352-a19e269b31a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.568167 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-88a208bc-3c7c-4ef4-9352-a19e269b31a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.577685 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-88a208bc-3c7c-4ef4-9352-a19e269b31a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.577961 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 37984) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:56.580457 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-88a208bc-3c7c-4ef4-9352-a19e269b31a3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/42ed4a7a-8520-454e-91bd-1674111d296e HTTP/1.1" status: 204 len: 168 time: 0.2501349 Nov 19 17:54:56.593684 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a208bc-3c7c-4ef4-9352-a19e269b31a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ed4a7a-8520-454e-91bd-1674111d296e,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:56.604055 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.622971 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0ad51b51-91b3-499d-bf0c-2ab8078d0126 req-0be7e20f-c804-438d-867c-e7deb59b1ef7 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228366 Nov 19 17:54:56.719893 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.726346 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.776397 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f5024b-d17c-444d-9222-8a8de99d02ce,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:56.780288 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d551cbcf106b4344b23c4541b5e3e906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013140 Nov 19 17:54:56.784066 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 37990) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:56.795753 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:56.796249 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:56.796642 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:56.796945 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:56.797290 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:56.797632 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:56.798089 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:56.798297 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:56.799338 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:56.799557 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:56.799894 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:56.800223 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61779bbe-ebe4-4f59-b9d6-fdae2e2d51c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:56.855812 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e0864fa4-f6a1-45bd-8223-9ebdec9cbe9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.888304 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e0864fa4-f6a1-45bd-8223-9ebdec9cbe9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.957758 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e0864fa4-f6a1-45bd-8223-9ebdec9cbe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.960726 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e0864fa4-f6a1-45bd-8223-9ebdec9cbe9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.961914 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e0864fa4-f6a1-45bd-8223-9ebdec9cbe9c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d5f5024b-d17c-444d-9222-8a8de99d02ce HTTP/1.1" status: 204 len: 168 time: 0.1769183 Nov 19 17:54:56.975700 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0864fa4-f6a1-45bd-8223-9ebdec9cbe9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f5024b-d17c-444d-9222-8a8de99d02ce,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:57.108666 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 38002) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:57.128027 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d9362b8-5174-492d-877b-f3e930a8f0c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.215717 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.263969 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d9362b8-5174-492d-877b-f3e930a8f0c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.268832 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d9362b8-5174-492d-877b-f3e930a8f0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.312258 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-5d9362b8-5174-492d-877b-f3e930a8f0c4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d558e090b060488491ec78a68d07e698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018919 Nov 19 17:54:57.313482 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9362b8-5174-492d-877b-f3e930a8f0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934f1da5-42c8-41cd-983a-b4d6dbbabca7,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:57.316344 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 38010) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:57.384740 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-34e0a4b8-3e96-4527-a019-228d3a4b4bc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.411075 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-34e0a4b8-3e96-4527-a019-228d3a4b4bc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.494977 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-34e0a4b8-3e96-4527-a019-228d3a4b4bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.498454 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-34e0a4b8-3e96-4527-a019-228d3a4b4bc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.504194 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-34e0a4b8-3e96-4527-a019-228d3a4b4bc1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/934f1da5-42c8-41cd-983a-b4d6dbbabca7 HTTP/1.1" status: 204 len: 168 time: 0.1824276 Nov 19 17:54:57.509899 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0a4b8-3e96-4527-a019-228d3a4b4bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934f1da5-42c8-41cd-983a-b4d6dbbabca7,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:57.774351 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4d991-8925-4516-9b14-3e11cd008102 req-5a9c5b13-d3cf-4f07-b479-a217c23aaba6 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:57.776626 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-21c4d991-8925-4516-9b14-3e11cd008102 req-5a9c5b13-d3cf-4f07-b479-a217c23aaba6 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0640597 Nov 19 17:54:57.870745 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-21c4d991-8925-4516-9b14-3e11cd008102 req-fe3b09a8-072a-4cd1-9d4a-777328df155b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850632 Nov 19 17:54:59.051163 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0f902-0698-48c1-94b3-96036e7b05f1 req-25370675-d878-43d9-bf9b-4b1a6ff94cf8 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:59.052810 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b1f0f902-0698-48c1-94b3-96036e7b05f1 req-25370675-d878-43d9-bf9b-4b1a6ff94cf8 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0606678 Nov 19 17:54:59.122714 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b1f0f902-0698-48c1-94b3-96036e7b05f1 req-9c479d0e-2114-48d5-b080-9bb1d5caeb5a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637703 Nov 19 17:54:59.290033 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:59.359434 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11b5fb-5591-4629-939e-26df9fe8754a req-8500ee24-0dc0-4f4f-a7c2-3c99e9576fb2 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:59.361383 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bb11b5fb-5591-4629-939e-26df9fe8754a req-8500ee24-0dc0-4f4f-a7c2-3c99e9576fb2 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0646927 Nov 19 17:54:59.370662 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 38120) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:59.377141 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-f9f69ff8-cec8-4f82-8c19-dfe171c74b06 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Request body: {'floatingip': {'port_id': '5429e785-00af-4ece-b4a3-8c18072af542'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:59.512963 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9f69ff8-cec8-4f82-8c19-dfe171c74b06 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for floatingip, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:59.627426 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.596939 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.db.resource_extend [None req-f9f69ff8-cec8-4f82-8c19-dfe171c74b06 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:55:00.697108 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9f69ff8-cec8-4f82-8c19-dfe171c74b06 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.708357 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9f69ff8-cec8-4f82-8c19-dfe171c74b06 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.836922 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-f9f69ff8-cec8-4f82-8c19-dfe171c74b06 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Floating IP a6236398-51a8-405f-9a86-0d446c43fb4c associated. External IP: 172.27.1.67, port: 5429e785-00af-4ece-b4a3-8c18072af542. Nov 19 17:55:01.191479 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f69ff8-cec8-4f82-8c19-dfe171c74b06 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Router a27de2fe-7f57-4c81-9cae-2dc046a12074 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:55:01.329642 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f69ff8-cec8-4f82-8c19-dfe171c74b06 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:55:01.346280 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9f69ff8-cec8-4f82-8c19-dfe171c74b06 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:01.351661 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91cb58-c5a4-4bd4-b287-04b6b411e664 None None] Sync routers for ids ['a27de2fe-7f57-4c81-9cae-2dc046a12074'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:55:01.381251 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91cb58-c5a4-4bd4-b287-04b6b411e664 None None] Routers {'a27de2fe-7f57-4c81-9cae-2dc046a12074'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:55:01.382278 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-ea91cb58-c5a4-4bd4-b287-04b6b411e664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:54:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a27de2fe-7f57-4c81-9cae-2dc046a12074'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:01.415148 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f9f69ff8-cec8-4f82-8c19-dfe171c74b06 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "PUT /v2.0/floatingips/a6236398-51a8-405f-9a86-0d446c43fb4c HTTP/1.1" status: 200 len: 991 time: 2.0422306 Nov 19 17:55:01.416005 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ff4624-eb99-4911-b557-73bc09cb0a72', 'tag': '5429e785-00af-4ece-b4a3-8c18072af542'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:55:01.420974 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0999a5-fe88-4d51-acab-20211ea0167a" -d '{"events": [{"name": "network-changed", "server_uuid": "13ff4624-eb99-4911-b557-73bc09cb0a72", "tag": "5429e785-00af-4ece-b4a3-8c18072af542"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:55:01.529217 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9deb12-0763-45e4-b83d-9d42a454f59c x-openstack-request-id: req-ba9deb12-0763-45e4-b83d-9d42a454f59c {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:55:01.529671 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ff4624-eb99-4911-b557-73bc09cb0a72", "tag": "5429e785-00af-4ece-b4a3-8c18072af542", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:55:01.530286 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ba9deb12-0763-45e4-b83d-9d42a454f59c {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:55:01.531925 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ff4624-eb99-4911-b557-73bc09cb0a72', 'tag': '5429e785-00af-4ece-b4a3-8c18072af542', 'status': 'completed', 'code': 200} Nov 19 17:55:01.568100 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-ea91cb58-c5a4-4bd4-b287-04b6b411e664 None None] Set router a27de2fe-7f57-4c81-9cae-2dc046a12074 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:55:02.094719 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-ea91cb58-c5a4-4bd4-b287-04b6b411e664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': 'a6236398-51a8-405f-9a86-0d446c43fb4c', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'port_id': '5429e785-00af-4ece-b4a3-8c18072af542', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'mac_address': 'fa:16:3e:0d:f9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ff4624-eb99-4911-b557-73bc09cb0a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:54:11Z', 'updated_at': '2021-11-19T17:55:00Z', 'revision_number': 1, 'project_id': '0456090f49334c51827e8fad95f98095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529ba45b-5523-443d-9ceb-2ad2d5b3dc94', 'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'mac_address': 'fa:16:3e:6f:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:54:03Z', 'updated_at': '2021-11-19T17:54:12Z', 'revision_number': 5, 'project_id': '0456090f49334c51827e8fad95f98095', 'subnets': [{'id': '391d2137-1654-4763-aca0-4213e12e3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:02.132829 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91cb58-c5a4-4bd4-b287-04b6b411e664 None None] Checking router: a27de2fe-7f57-4c81-9cae-2dc046a12074 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:55:02.135645 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 38288) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:02.147909 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91cb58-c5a4-4bd4-b287-04b6b411e664 None None] Routers {'a27de2fe-7f57-4c81-9cae-2dc046a12074'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:55:02.148977 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-ea91cb58-c5a4-4bd4-b287-04b6b411e664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:54:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a27de2fe-7f57-4c81-9cae-2dc046a12074'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:02.255867 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54c83425-f283-4466-90a9-2a2f39c9231a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.277535 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-ea91cb58-c5a4-4bd4-b287-04b6b411e664 None None] Set router a27de2fe-7f57-4c81-9cae-2dc046a12074 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:55:02.355374 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54c83425-f283-4466-90a9-2a2f39c9231a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.361599 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54c83425-f283-4466-90a9-2a2f39c9231a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.408736 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-54c83425-f283-4466-90a9-2a2f39c9231a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3b57cda8e6b3484eaf80f02aec5d77a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714088 Nov 19 17:55:02.409917 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c83425-f283-4466-90a9-2a2f39c9231a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d95e2d-ff7a-4081-925d-258e061807de,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:02.412909 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 38294) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:02.473317 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a74a8166-3e8b-4bf6-b348-dc327c28e4b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.497823 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a74a8166-3e8b-4bf6-b348-dc327c28e4b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.551345 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-ea91cb58-c5a4-4bd4-b287-04b6b411e664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': 'a6236398-51a8-405f-9a86-0d446c43fb4c', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'port_id': '5429e785-00af-4ece-b4a3-8c18072af542', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'mac_address': 'fa:16:3e:0d:f9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ff4624-eb99-4911-b557-73bc09cb0a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:54:11Z', 'updated_at': '2021-11-19T17:55:00Z', 'revision_number': 1, 'project_id': '0456090f49334c51827e8fad95f98095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529ba45b-5523-443d-9ceb-2ad2d5b3dc94', 'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'mac_address': 'fa:16:3e:6f:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:54:03Z', 'updated_at': '2021-11-19T17:54:12Z', 'revision_number': 5, 'project_id': '0456090f49334c51827e8fad95f98095', 'subnets': [{'id': '391d2137-1654-4763-aca0-4213e12e3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:02.562250 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a74a8166-3e8b-4bf6-b348-dc327c28e4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.565761 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a74a8166-3e8b-4bf6-b348-dc327c28e4b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.566996 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a74a8166-3e8b-4bf6-b348-dc327c28e4b3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e3d95e2d-ff7a-4081-925d-258e061807de HTTP/1.1" status: 204 len: 168 time: 0.1531482 Nov 19 17:55:02.577277 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a8166-3e8b-4bf6-b348-dc327c28e4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d95e2d-ff7a-4081-925d-258e061807de,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:02.579408 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91cb58-c5a4-4bd4-b287-04b6b411e664 None None] The sync data for ids ['a27de2fe-7f57-4c81-9cae-2dc046a12074'] in dv-cinder-810785-3-iscsi is: [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': 'a6236398-51a8-405f-9a86-0d446c43fb4c', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'port_id': '5429e785-00af-4ece-b4a3-8c18072af542', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'mac_address': 'fa:16:3e:0d:f9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ff4624-eb99-4911-b557-73bc09cb0a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:54:11Z', 'updated_at': '2021-11-19T17:55:00Z', 'revision_number': 1, 'project_id': '0456090f49334c51827e8fad95f98095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529ba45b-5523-443d-9ceb-2ad2d5b3dc94', 'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'mac_address': 'fa:16:3e:6f:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:54:03Z', 'updated_at': '2021-11-19T17:54:12Z', 'revision_number': 5, 'project_id': '0456090f49334c51827e8fad95f98095', 'subnets': [{'id': '391d2137-1654-4763-aca0-4213e12e3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:55:02.838682 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af3366-6d60-4c32-996e-40c8d06804e2 None None] New status for floating IP a6236398-51a8-405f-9a86-0d446c43fb4c: ACTIVE {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:55:02.898838 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 38304) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:02.913436 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a241954-63fd-4bd8-b4d6-1e93d6022b40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.020240 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a241954-63fd-4bd8-b4d6-1e93d6022b40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.026499 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a241954-63fd-4bd8-b4d6-1e93d6022b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.069539 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-7a241954-63fd-4bd8-b4d6-1e93d6022b40 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=93b575d49af2459d8d5e08c7c40fc182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1692109 Nov 19 17:55:03.070278 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a241954-63fd-4bd8-b4d6-1e93d6022b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5188bc-88dc-47e3-a185-faaf6d79f6d0,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:03.072307 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 38308) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:03.144752 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.181708 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.243473 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.246721 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.249572 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8b5188bc-88dc-47e3-a185-faaf6d79f6d0 HTTP/1.1" status: 204 len: 168 time: 0.1749415 Nov 19 17:55:03.260459 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5188bc-88dc-47e3-a185-faaf6d79f6d0,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:03.271375 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:03.271878 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:03.272378 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:03.272811 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:03.273196 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:03.273598 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:03.273945 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:03.274283 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:03.274681 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:03.275070 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:03.275475 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:03.275838 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e5a5c-edcc-47f3-9447-659ab565235f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:04.552278 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 38348) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:04.610363 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2760c9f0-1996-4841-a4e9-d3b939120ae3 req-dc0a52cd-04b9-4f9d-9099-b61c4fff981e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1491179 Nov 19 17:55:04.622666 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0999a5-fe88-4d51-acab-20211ea0167a req-eba07c8a-ca4f-46f2-b567-b27eac2a7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:04.624526 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a0999a5-fe88-4d51-acab-20211ea0167a req-eba07c8a-ca4f-46f2-b567-b27eac2a7816 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0456090f49334c51827e8fad95f98095&device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 1099 time: 0.0841722 Nov 19 17:55:04.715673 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-251475959-network', 'tenant_id': 'cf43000620554535a7c5778c63112093'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:04.752344 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] Made reservation on behalf of cf43000620554535a7c5778c63112093 for: {'network': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:04.757194 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:04.772835 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760c9f0-1996-4841-a4e9-d3b939120ae3 req-d2626ba5-4ff0-498b-aae2-78c8f6f2b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:04.774606 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2760c9f0-1996-4841-a4e9-d3b939120ae3 req-d2626ba5-4ff0-498b-aae2-78c8f6f2b506 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f70f81a9efc74af9998478d2ddcd678d&device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 1099 time: 0.0908158 Nov 19 17:55:04.776122 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:04.779958 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0999a5-fe88-4d51-acab-20211ea0167a req-0288a3d0-968a-46d4-9701-43e903985210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:04.781767 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a0999a5-fe88-4d51-acab-20211ea0167a req-0288a3d0-968a-46d4-9701-43e903985210 service neutron] 10.222.0.85 "GET /v2.0/networks?id=410ab6ba-f35e-442f-bd38-211464acc4a3 HTTP/1.1" status: 200 len: 913 time: 0.1480739 Nov 19 17:55:04.927975 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:04.934049 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:04.987956 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a0999a5-fe88-4d51-acab-20211ea0167a req-60e3b0a4-5f4f-489b-89ec-d8cc319c2c6c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5429e785-00af-4ece-b4a3-8c18072af542 HTTP/1.1" status: 200 len: 1001 time: 0.1940782 Nov 19 17:55:04.991760 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1110, 'physical_network': 'physnet1'} {{(pid=103565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:55:05.008863 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.009706 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.segments_db [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] Added segment 7b2c980f-ccd6-4d75-aba0-6eac665c6e48 of type vlan for network a0ccae89-31e3-4943-8c5d-0fc6d1f31bf1 Nov 19 17:55:05.022665 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e8063e-2d8e-4570-8c79-a317f4e92b9e,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:05.076954 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.119516 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.121205 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:05.122543 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.191665 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6378188 Nov 19 17:55:05.196179 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 38358) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:05.205597 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-432e3027-4d18-4ade-b113-7ba4d044140d admin admin] Request body: {'subnet': {'network_id': 'a0ccae89-31e3-4943-8c5d-0fc6d1f31bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-251475959-subnet', 'tenant_id': 'cf43000620554535a7c5778c63112093', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:05.254906 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432e3027-4d18-4ade-b113-7ba4d044140d admin admin] Made reservation on behalf of cf43000620554535a7c5778c63112093 for: {'subnet': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:05.257608 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-432e3027-4d18-4ade-b113-7ba4d044140d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.268947 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a3bb9-a696-4198-9cd6-d29fb7472df9 admin admin] Pushing event updated for resources: {'Network': ['ID=a0ccae89-31e3-4943-8c5d-0fc6d1f31bf1,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:05.285632 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network a0ccae89-31e3-4943-8c5d-0fc6d1f31bf1 details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:55:05.327909 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760c9f0-1996-4841-a4e9-d3b939120ae3 req-1a9c30be-a6fc-4bcc-af93-dc4cac8ad602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:05.330202 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2760c9f0-1996-4841-a4e9-d3b939120ae3 req-1a9c30be-a6fc-4bcc-af93-dc4cac8ad602 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f2d34df1-c8a6-4e64-99d7-45092325de01 HTTP/1.1" status: 200 len: 917 time: 0.5269721 Nov 19 17:55:05.334864 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0999a5-fe88-4d51-acab-20211ea0167a req-7bf7c8ef-e00b-4019-a44b-47911a441870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:05.336532 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a0999a5-fe88-4d51-acab-20211ea0167a req-7bf7c8ef-e00b-4019-a44b-47911a441870 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=391d2137-1654-4763-aca0-4213e12e3e68 HTTP/1.1" status: 200 len: 850 time: 0.3345087 Nov 19 17:55:05.513093 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-432e3027-4d18-4ade-b113-7ba4d044140d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for subnet, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.580147 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e3027-4d18-4ade-b113-7ba4d044140d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9633e394-4d17-46d3-9069-532e1927469e,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:05.603794 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e3027-4d18-4ade-b113-7ba4d044140d admin admin] Checking segment: {'id': '7b2c980f-ccd6-4d75-aba0-6eac665c6e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'a0ccae89-31e3-4943-8c5d-0fc6d1f31bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:05.604234 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432e3027-4d18-4ade-b113-7ba4d044140d admin admin] Network hostable DHCP agents. Network: a0ccae89-31e3-4943-8c5d-0fc6d1f31bf1, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:55:05.624789 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432e3027-4d18-4ade-b113-7ba4d044140d admin admin] Network a0ccae89-31e3-4943-8c5d-0fc6d1f31bf1 is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:55:05.636704 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-432e3027-4d18-4ade-b113-7ba4d044140d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, a0ccae89-31e3-4943-8c5d-0fc6d1f31bf1) {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:05.641425 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e3027-4d18-4ade-b113-7ba4d044140d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:05.641907 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-432e3027-4d18-4ade-b113-7ba4d044140d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.646742 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db04aeb-564e-4016-85fa-e2094657dd05 None None] Network a0ccae89-31e3-4943-8c5d-0fc6d1f31bf1 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:05.677450 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-432e3027-4d18-4ade-b113-7ba4d044140d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4797251 Nov 19 17:55:05.793795 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c09dc1-7e8c-46dd-964c-9415eb681a6a None None] Network a0ccae89-31e3-4943-8c5d-0fc6d1f31bf1 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:06.304465 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 38392) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:06.312591 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1546945969-network', 'tenant_id': 'e2983a70872b422e8dd846199a99d822'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:06.344085 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] Made reservation on behalf of e2983a70872b422e8dd846199a99d822 for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:06.347678 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.357280 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.462310 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.468225 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.496667 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:55:06.507515 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29285ddb-0b45-403c-abfe-91c425e0e43a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:06.513156 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.513622 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] Added segment 1f92bda8-d1de-48da-b074-8b70b8cef671 of type vlan for network e75ebca5-173a-44ff-8e8e-a6361e436e2b Nov 19 17:55:06.563852 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.600698 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.602049 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:06.602814 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.669556 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3607771 Nov 19 17:55:06.669556 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 38396) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:06.675108 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-cf2f9267-be6c-4b40-8161-bf2066e365dc admin admin] Request body: {'subnet': {'network_id': 'e75ebca5-173a-44ff-8e8e-a6361e436e2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1546945969-subnet', 'tenant_id': 'e2983a70872b422e8dd846199a99d822', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:06.694217 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f61fb0-94db-437e-8494-e84e27905352 admin admin] Pushing event updated for resources: {'Network': ['ID=e75ebca5-173a-44ff-8e8e-a6361e436e2b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:06.714481 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network e75ebca5-173a-44ff-8e8e-a6361e436e2b details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:55:06.717032 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2f9267-be6c-4b40-8161-bf2066e365dc admin admin] Made reservation on behalf of e2983a70872b422e8dd846199a99d822 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:06.722637 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9267-be6c-4b40-8161-bf2066e365dc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:07.006311 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9267-be6c-4b40-8161-bf2066e365dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for subnet, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:07.068083 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f9267-be6c-4b40-8161-bf2066e365dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3424b958-eecd-426e-96cb-086f3d0eceb5,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:07.081045 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f9267-be6c-4b40-8161-bf2066e365dc admin admin] Checking segment: {'id': '1f92bda8-d1de-48da-b074-8b70b8cef671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'e75ebca5-173a-44ff-8e8e-a6361e436e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:07.081416 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f9267-be6c-4b40-8161-bf2066e365dc admin admin] Network hostable DHCP agents. Network: e75ebca5-173a-44ff-8e8e-a6361e436e2b, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:55:07.104446 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f9267-be6c-4b40-8161-bf2066e365dc admin admin] Network e75ebca5-173a-44ff-8e8e-a6361e436e2b is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:55:07.125127 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-cf2f9267-be6c-4b40-8161-bf2066e365dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, e75ebca5-173a-44ff-8e8e-a6361e436e2b) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:07.133906 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f9267-be6c-4b40-8161-bf2066e365dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:07.137242 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9267-be6c-4b40-8161-bf2066e365dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:07.150439 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f23f9ea-865c-4347-a556-1564288b2a30 None None] Network e75ebca5-173a-44ff-8e8e-a6361e436e2b requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:07.166035 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-cf2f9267-be6c-4b40-8161-bf2066e365dc admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4953048 Nov 19 17:55:07.310014 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a006ff8-3b9d-44e2-bc89-628c6b443b8a None None] Network e75ebca5-173a-44ff-8e8e-a6361e436e2b requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:08.183563 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.244547 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2760c9f0-1996-4841-a4e9-d3b939120ae3 req-fedc2000-0a24-42ad-b70f-7cf6932c6646 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83a2ee6d-573c-447a-8ee8-37242ca101b0 HTTP/1.1" status: 200 len: 217 time: 0.0493550 Nov 19 17:55:08.325457 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0999a5-fe88-4d51-acab-20211ea0167a req-1f9e8b3f-802e-4eb1-981a-ec3794dae7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:08.327495 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a0999a5-fe88-4d51-acab-20211ea0167a req-1f9e8b3f-802e-4eb1-981a-ec3794dae7ab service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=410ab6ba-f35e-442f-bd38-211464acc4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922875 Nov 19 17:55:08.328479 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760c9f0-1996-4841-a4e9-d3b939120ae3 req-5ed6f4a3-4c11-49ac-8a91-ad0cfe9947d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:08.330256 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2760c9f0-1996-4841-a4e9-d3b939120ae3 req-5ed6f4a3-4c11-49ac-8a91-ad0cfe9947d9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6976624c-1d1e-4351-9ac4-73432abae10d HTTP/1.1" status: 200 len: 855 time: 0.0607543 Nov 19 17:55:08.422535 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2760c9f0-1996-4841-a4e9-d3b939120ae3 req-f87f5cdf-63ce-4e75-8e74-12ca6cc8773c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f2d34df1-c8a6-4e64-99d7-45092325de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612490 Nov 19 17:55:08.519944 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a0999a5-fe88-4d51-acab-20211ea0167a req-8f423f4d-de4e-44df-b5bc-7fdcd19558e2 service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666873 Nov 19 17:55:08.594689 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2760c9f0-1996-4841-a4e9-d3b939120ae3 req-2d62a0c0-780c-464e-80ad-dcb8258c7810 service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573553 Nov 19 17:55:08.694002 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a0999a5-fe88-4d51-acab-20211ea0167a req-c7bbe9c4-4070-4089-ae52-781c8032549f service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616850 Nov 19 17:55:08.730793 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2760c9f0-1996-4841-a4e9-d3b939120ae3 req-9ff3e2fb-8462-4a4a-b0d7-8680025e1c6d service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202710 Nov 19 17:55:17.204177 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 38690) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:17.340128 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-98f137b0-8e7f-4656-b53b-dc082123731b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.437722 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-98f137b0-8e7f-4656-b53b-dc082123731b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.443032 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-98f137b0-8e7f-4656-b53b-dc082123731b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.505626 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 38700) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:17.512609 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-98f137b0-8e7f-4656-b53b-dc082123731b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ae1b316d902d4deb8753c36c84c4a6ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028104 Nov 19 17:55:17.513635 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f137b0-8e7f-4656-b53b-dc082123731b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f19412-8cd2-457f-8912-efd33873206a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:17.593535 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c280c594-b6a8-4e03-bafa-5b4f8a235ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.623407 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c280c594-b6a8-4e03-bafa-5b4f8a235ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.677300 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c280c594-b6a8-4e03-bafa-5b4f8a235ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.679921 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c280c594-b6a8-4e03-bafa-5b4f8a235ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.683347 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-c280c594-b6a8-4e03-bafa-5b4f8a235ead admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b7f19412-8cd2-457f-8912-efd33873206a HTTP/1.1" status: 204 len: 168 time: 0.1736934 Nov 19 17:55:17.689824 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280c594-b6a8-4e03-bafa-5b4f8a235ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f19412-8cd2-457f-8912-efd33873206a,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:18.107053 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 38718) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:18.124152 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4f3a0b02-1c37-45a1-9832-ce3742ebb360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:18.208727 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4f3a0b02-1c37-45a1-9832-ce3742ebb360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:18.212610 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4f3a0b02-1c37-45a1-9832-ce3742ebb360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:18.257062 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-4f3a0b02-1c37-45a1-9832-ce3742ebb360 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ceb02924f59748b8b83091e5a1367045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488180 Nov 19 17:55:18.257911 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a0b02-1c37-45a1-9832-ce3742ebb360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431fedf4-b8ff-469a-af39-231908c1f189,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:18.260061 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 38726) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:18.313771 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-04a0f9ba-ee9f-46de-bfcd-de1f30ffc942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:18.339989 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-04a0f9ba-ee9f-46de-bfcd-de1f30ffc942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:18.400843 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-04a0f9ba-ee9f-46de-bfcd-de1f30ffc942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:18.403520 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-04a0f9ba-ee9f-46de-bfcd-de1f30ffc942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:18.407023 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-04a0f9ba-ee9f-46de-bfcd-de1f30ffc942 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/431fedf4-b8ff-469a-af39-231908c1f189 HTTP/1.1" status: 204 len: 168 time: 0.1436269 Nov 19 17:55:18.412872 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0f9ba-ee9f-46de-bfcd-de1f30ffc942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431fedf4-b8ff-469a-af39-231908c1f189,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:19.201709 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:55:20.630176 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 38836) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:20.740699 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ad891493-fd85-476b-b158-b9f487b0714e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:20.816640 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ad891493-fd85-476b-b158-b9f487b0714e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:20.820322 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ad891493-fd85-476b-b158-b9f487b0714e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:20.868604 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-ad891493-fd85-476b-b158-b9f487b0714e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=134296a0fd9e4027b7771fd3b175fb5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372596 Nov 19 17:55:20.869457 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad891493-fd85-476b-b158-b9f487b0714e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2cff68-b28c-4bbf-ab2c-2f934a6cff00,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:20.872380 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 38846) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:20.930244 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d992-1da5-4bf8-8673-db162039bd1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:20.951286 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d992-1da5-4bf8-8673-db162039bd1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:20.999017 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d992-1da5-4bf8-8673-db162039bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.002294 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d992-1da5-4bf8-8673-db162039bd1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.003556 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-2ea3d992-1da5-4bf8-8673-db162039bd1c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ec2cff68-b28c-4bbf-ab2c-2f934a6cff00 HTTP/1.1" status: 204 len: 168 time: 0.1297925 Nov 19 17:55:21.012019 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3d992-1da5-4bf8-8673-db162039bd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2cff68-b28c-4bbf-ab2c-2f934a6cff00,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:21.301097 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 38856) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:21.314845 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a19f2bf8-b81d-4eec-8210-4d5642f23587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.402504 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a19f2bf8-b81d-4eec-8210-4d5642f23587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.408171 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a19f2bf8-b81d-4eec-8210-4d5642f23587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.446456 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f2bf8-b81d-4eec-8210-4d5642f23587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741fc200-6be8-406c-9469-9ad36e3c46b9,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:21.450570 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-a19f2bf8-b81d-4eec-8210-4d5642f23587 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b714ce8b998e42dbae9e57245ff168eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483111 Nov 19 17:55:21.453874 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 38858) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:21.511081 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f4556529-ae90-4d84-9207-9e087e78aae3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.533762 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f4556529-ae90-4d84-9207-9e087e78aae3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.594596 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f4556529-ae90-4d84-9207-9e087e78aae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.598452 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f4556529-ae90-4d84-9207-9e087e78aae3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.599636 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-f4556529-ae90-4d84-9207-9e087e78aae3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/741fc200-6be8-406c-9469-9ad36e3c46b9 HTTP/1.1" status: 204 len: 168 time: 0.1450777 Nov 19 17:55:21.608026 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4556529-ae90-4d84-9207-9e087e78aae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741fc200-6be8-406c-9469-9ad36e3c46b9,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:22.778848 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e44be2dd-e865-4d09-8e66-d86947217b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.084382 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39020) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:24.224000 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0904c0b6-4883-4e33-b020-749ded12785f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.354628 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0904c0b6-4883-4e33-b020-749ded12785f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.364075 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0904c0b6-4883-4e33-b020-749ded12785f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.417020 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-0904c0b6-4883-4e33-b020-749ded12785f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=28f512bca20840af9a9fd405ca4932a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315628 Nov 19 17:55:24.419063 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904c0b6-4883-4e33-b020-749ded12785f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5ec2df-928e-406e-aaf5-3cd2b94b0bb9,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:24.419808 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 39042) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:24.484541 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ac6fb88-73af-4d68-8ced-5f59b9198971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.510425 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ac6fb88-73af-4d68-8ced-5f59b9198971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.564793 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ac6fb88-73af-4d68-8ced-5f59b9198971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.574753 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ac6fb88-73af-4d68-8ced-5f59b9198971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.576265 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-8ac6fb88-73af-4d68-8ced-5f59b9198971 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8e5ec2df-928e-406e-aaf5-3cd2b94b0bb9 HTTP/1.1" status: 204 len: 168 time: 0.1553447 Nov 19 17:55:24.586896 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6fb88-73af-4d68-8ced-5f59b9198971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5ec2df-928e-406e-aaf5-3cd2b94b0bb9,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:24.955033 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39072) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:24.969939 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c416e748-4191-435a-b6fe-ba970df363b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.078495 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c416e748-4191-435a-b6fe-ba970df363b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.083068 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c416e748-4191-435a-b6fe-ba970df363b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.137634 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-c416e748-4191-435a-b6fe-ba970df363b4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ab7620cf9c4a4e00b510ad7bdeb1a2e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807070 Nov 19 17:55:25.138703 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416e748-4191-435a-b6fe-ba970df363b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8ef497-2855-4005-b7a6-3abc3f69d317,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:25.142037 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 39076) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:25.207974 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef71f-78da-41bf-b95f-5896702c33ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.236383 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef71f-78da-41bf-b95f-5896702c33ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.292482 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef71f-78da-41bf-b95f-5896702c33ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.295095 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef71f-78da-41bf-b95f-5896702c33ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.296272 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-cb4ef71f-78da-41bf-b95f-5896702c33ee admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2b8ef497-2855-4005-b7a6-3abc3f69d317 HTTP/1.1" status: 204 len: 168 time: 0.1529162 Nov 19 17:55:25.305939 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ef71f-78da-41bf-b95f-5896702c33ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8ef497-2855-4005-b7a6-3abc3f69d317,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:25.960797 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-cc11e47b-90d6-4d9e-90c8-6a95a2cec936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.226126 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.950602 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39204) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:28.088840 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a10decea-74dd-4577-bff8-49e97167e430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.198753 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a10decea-74dd-4577-bff8-49e97167e430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.204721 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a10decea-74dd-4577-bff8-49e97167e430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.243393 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10decea-74dd-4577-bff8-49e97167e430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1131d8d7-e130-4f96-ac1a-e1d5f0ebfd23,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:28.266662 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a10decea-74dd-4577-bff8-49e97167e430 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f9da79997c694ebdbf16c61a1a4e0c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106239 Nov 19 17:55:28.267216 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39216) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:28.325451 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09f27d53-8e3f-4458-974c-3fdbc4ca5f8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.356912 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09f27d53-8e3f-4458-974c-3fdbc4ca5f8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.423202 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09f27d53-8e3f-4458-974c-3fdbc4ca5f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.426647 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09f27d53-8e3f-4458-974c-3fdbc4ca5f8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.427860 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-09f27d53-8e3f-4458-974c-3fdbc4ca5f8a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1131d8d7-e130-4f96-ac1a-e1d5f0ebfd23 HTTP/1.1" status: 204 len: 168 time: 0.1600382 Nov 19 17:55:28.436863 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f27d53-8e3f-4458-974c-3fdbc4ca5f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1131d8d7-e130-4f96-ac1a-e1d5f0ebfd23,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:28.775696 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39226) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:28.790551 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76ddba8e-223c-4578-b143-cc1f890d3229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.894320 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76ddba8e-223c-4578-b143-cc1f890d3229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.899810 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76ddba8e-223c-4578-b143-cc1f890d3229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.944040 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-76ddba8e-223c-4578-b143-cc1f890d3229 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c80dea0af7c848e9944d660521e2ab86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671402 Nov 19 17:55:28.947172 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39234) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:28.954718 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddba8e-223c-4578-b143-cc1f890d3229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b18fbea-828e-48fa-b2ae-4fff2332b4c0,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:29.094225 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-16ea82ab-57b3-40ae-99dd-39824ef3fe51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.132018 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-81a37711-a104-435d-b6a2-5ee3c8a643fc tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:29.134904 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-81a37711-a104-435d-b6a2-5ee3c8a643fc tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/networks?id=f2d34df1-c8a6-4e64-99d7-45092325de01 HTTP/1.1" status: 200 len: 815 time: 0.1763625 Nov 19 17:55:29.152039 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-16ea82ab-57b3-40ae-99dd-39824ef3fe51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.200608 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-a808248a-2fb4-42cd-9b90-a0bf4751bfe0 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/quotas/f70f81a9efc74af9998478d2ddcd678d HTTP/1.1" status: 200 len: 375 time: 0.0458660 Nov 19 17:55:29.287520 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.293297 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-16ea82ab-57b3-40ae-99dd-39824ef3fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.305867 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-16ea82ab-57b3-40ae-99dd-39824ef3fe51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.305867 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-16ea82ab-57b3-40ae-99dd-39824ef3fe51 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5b18fbea-828e-48fa-b2ae-4fff2332b4c0 HTTP/1.1" status: 204 len: 168 time: 0.3547349 Nov 19 17:55:29.340435 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-2c688c8a-8c1b-4428-afd6-bfab9dda7481 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f70f81a9efc74af9998478d2ddcd678d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1284935 Nov 19 17:55:29.341439 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea82ab-57b3-40ae-99dd-39824ef3fe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b18fbea-828e-48fa-b2ae-4fff2332b4c0,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:29.478803 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-a63bd934-02ca-4258-bb6b-8bd8235b8348 service neutron] 10.222.0.71 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154795 Nov 19 17:55:29.580090 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-1ddf09c7-5a3d-4a71-9333-40d1a0b6f06c service neutron] 10.222.0.71 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941708 Nov 19 17:55:29.633157 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.827214 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a7e55bc5-7f31-4815-8aec-b3d5a7e500c7 req-3542c893-533d-48b9-888f-54b4eb67ae5f tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 210 time: 0.0307250 Nov 19 17:55:30.931352 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7546c75b-5a10-4e79-aea1-f948c1d66c09 req-ffa41b6a-5543-4c44-aaf0-949909223253 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 210 time: 0.0313387 Nov 19 17:55:32.056465 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ce05b912-ad2b-4228-9b16-d7fa3e52adcb req-5ac96bec-9142-4f19-86b5-eacba4e398f4 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 210 time: 0.0396760 Nov 19 17:55:32.638284 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39430) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:32.774325 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a09c0ee-d75e-4e1e-a106-e1f512ab7c43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:32.943463 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a09c0ee-d75e-4e1e-a106-e1f512ab7c43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:32.949966 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a09c0ee-d75e-4e1e-a106-e1f512ab7c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.016593 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-7a09c0ee-d75e-4e1e-a106-e1f512ab7c43 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=063911614b9e413f9a9f5b00445fc357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3772471 Nov 19 17:55:33.019980 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 39442) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:33.025148 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09c0ee-d75e-4e1e-a106-e1f512ab7c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56ccd36-7aa0-4eff-9e6b-3231fa73fc24,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:33.043519 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e777a073-e31b-4f11-9a30-c18cae8b535d tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:33.045043 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e777a073-e31b-4f11-9a30-c18cae8b535d tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "GET /v2.0/networks?id=f2d34df1-c8a6-4e64-99d7-45092325de01 HTTP/1.1" status: 200 len: 815 time: 0.1810493 Nov 19 17:55:33.086701 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e2134169-3bd8-4505-a80b-3b6d5a38c83a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Request body: {'port': {'device_id': 'bf4d7f44-81ee-4ca9-8f52-0e21e8789458', 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01', 'admin_state_up': True, 'tenant_id': 'f70f81a9efc74af9998478d2ddcd678d'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:33.108838 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4d2dcaf8-1138-476c-a638-7d2645cbaee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.138856 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4d2dcaf8-1138-476c-a638-7d2645cbaee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.198223 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b6e2fcbe-76c1-4ee2-b7ea-08f4471f7534 req-0fd846de-8bd1-48f1-8d5d-1454327f5f12 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 210 time: 0.0518842 Nov 19 17:55:33.213998 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4d2dcaf8-1138-476c-a638-7d2645cbaee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.216777 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4d2dcaf8-1138-476c-a638-7d2645cbaee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.217950 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-4d2dcaf8-1138-476c-a638-7d2645cbaee9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a56ccd36-7aa0-4eff-9e6b-3231fa73fc24 HTTP/1.1" status: 204 len: 168 time: 0.1964209 Nov 19 17:55:33.232349 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2dcaf8-1138-476c-a638-7d2645cbaee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56ccd36-7aa0-4eff-9e6b-3231fa73fc24,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:33.284828 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e2134169-3bd8-4505-a80b-3b6d5a38c83a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Made reservation on behalf of f70f81a9efc74af9998478d2ddcd678d for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:33.290070 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e2134169-3bd8-4505-a80b-3b6d5a38c83a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.556964 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e2134169-3bd8-4505-a80b-3b6d5a38c83a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Allocated IP 172.20.0.4 (f2d34df1-c8a6-4e64-99d7-45092325de01/6976624c-1d1e-4351-9ac4-73432abae10d/6113f1af-2030-485e-943c-6fbe4577d50b) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:33.631744 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 39474) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:33.660644 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39478) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:33.703006 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc9c8-c550-408a-8517-08f760d86ec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.717073 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f331630-e34e-4928-a66a-b183d3a1867d admin admin] Deleting subnet 9633e394-4d17-46d3-9069-532e1927469e {{(pid=103565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:33.721871 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0f331630-e34e-4928-a66a-b183d3a1867d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.787912 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0f331630-e34e-4928-a66a-b183d3a1867d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.803440 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0f331630-e34e-4928-a66a-b183d3a1867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.872326 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0f331630-e34e-4928-a66a-b183d3a1867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for subnet, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.881177 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e2134169-3bd8-4505-a80b-3b6d5a38c83a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.906784 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc9c8-c550-408a-8517-08f760d86ec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.907932 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0f331630-e34e-4928-a66a-b183d3a1867d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.913704 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-0f331630-e34e-4928-a66a-b183d3a1867d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9633e394-4d17-46d3-9069-532e1927469e HTTP/1.1" status: 204 len: 168 time: 0.2794390 Nov 19 17:55:33.914758 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc9c8-c550-408a-8517-08f760d86ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.914949 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f331630-e34e-4928-a66a-b183d3a1867d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9633e394-4d17-46d3-9069-532e1927469e,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:33.918844 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39482) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:34.044627 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cc9c8-c550-408a-8517-08f760d86ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55305501-e71d-4985-8a0b-da139e4b21b0,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:34.070042 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9c1cc9c8-c550-408a-8517-08f760d86ec7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=16486e68aaef436092f647648e87c756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053440 Nov 19 17:55:34.070445 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 39486) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:34.088639 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e2134169-3bd8-4505-a80b-3b6d5a38c83a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.093946 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.126105 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e31123cc-e27d-4e1f-a110-fea0f7cd9162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.151026 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e31123cc-e27d-4e1f-a110-fea0f7cd9162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.168293 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ea810-4934-471d-9f86-cc7a6adb10fb req-138c1c99-d8ae-446a-9d56-c59d9acfbe73 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:34.169872 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4f2ea810-4934-471d-9f86-cc7a6adb10fb req-138c1c99-d8ae-446a-9d56-c59d9acfbe73 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 946 time: 0.1640203 Nov 19 17:55:34.171859 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e2134169-3bd8-4505-a80b-3b6d5a38c83a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Network f2d34df1-c8a6-4e64-99d7-45092325de01 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:34.184776 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e2134169-3bd8-4505-a80b-3b6d5a38c83a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:34.212670 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e2134169-3bd8-4505-a80b-3b6d5a38c83a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:34.218209 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e2134169-3bd8-4505-a80b-3b6d5a38c83a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:34.218908 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e2134169-3bd8-4505-a80b-3b6d5a38c83a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.228251 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2134169-3bd8-4505-a80b-3b6d5a38c83a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Pushing event updated for resources: {'Port': ['ID=6113f1af-2030-485e-943c-6fbe4577d50b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:34.239860 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e31123cc-e27d-4e1f-a110-fea0f7cd9162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.244601 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e31123cc-e27d-4e1f-a110-fea0f7cd9162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.248782 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-e31123cc-e27d-4e1f-a110-fea0f7cd9162 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/55305501-e71d-4985-8a0b-da139e4b21b0 HTTP/1.1" status: 204 len: 168 time: 0.1748166 Nov 19 17:55:34.260423 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31123cc-e27d-4e1f-a110-fea0f7cd9162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55305501-e71d-4985-8a0b-da139e4b21b0,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:34.303751 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e2134169-3bd8-4505-a80b-3b6d5a38c83a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2213871 Nov 19 17:55:34.305368 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.347996 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:34.348340 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:34.349082 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:34.349429 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Subscribe: > port after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:34.349777 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:34.350136 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Subscribe: > port after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:34.350458 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:34.350777 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:34.351087 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:34.351407 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:34.600629 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:34.601018 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:34.601332 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:34.601656 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:34.602103 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ccae89-31e3-4943-8c5d-0fc6d1f31bf1']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:34.612288 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4f2ea810-4934-471d-9f86-cc7a6adb10fb req-5341e35c-c742-45dd-bb28-2a84eaed18db tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287646 Nov 19 17:55:34.633343 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2c980f-ccd6-4d75-aba0-6eac665c6e48') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:34.633840 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2c980f-ccd6-4d75-aba0-6eac665c6e48') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:34.678283 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14509989'] for segment, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.748505 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.767681 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:55:34.768911 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14508597'] for segment, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: from cryptography.utils import int_from_bytes Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: from cryptography.utils import int_from_bytes Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: Traceback (most recent call last): Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: timer() Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: cb(*args, **kw) Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: return func(*args, **kwargs) Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: self._notify() Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: self.callback(batched_events) Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: event.method(event) Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: return f(self, *a, **k) Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._get(url).json() Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:55:34.799868 dv-cinder-810785-3-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:55:35.070637 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19615d-4edc-4abf-a9d1-b1a37448500d req-375823ae-e35b-4d74-aa79-47b968745fa7 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:35.072178 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fc19615d-4edc-4abf-a9d1-b1a37448500d req-375823ae-e35b-4d74-aa79-47b968745fa7 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 931 time: 0.3685503 Nov 19 17:55:35.073428 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.081186 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.085571 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] 10.222.0.71 "DELETE /v2.0/networks/a0ccae89-31e3-4943-8c5d-0fc6d1f31bf1 HTTP/1.1" status: 204 len: 168 time: 1.1520407 Nov 19 17:55:35.089259 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 39518) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:35.110971 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41695da7-5462-41dd-ac63-49d5ad9dcd8d admin admin] Pushing event deleted for resources: {'Network': ['ID=a0ccae89-31e3-4943-8c5d-0fc6d1f31bf1,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:35.142076 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be36b7a-2f56-44b7-bbc9-bc283540c660 admin admin] Deleting subnet 3424b958-eecd-426e-96cb-086f3d0eceb5 {{(pid=103565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:35.147345 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8be36b7a-2f56-44b7-bbc9-bc283540c660 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.151885 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fc19615d-4edc-4abf-a9d1-b1a37448500d req-3b9e12f8-4283-43c9-9072-be36796757fb tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650761 Nov 19 17:55:35.200492 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8be36b7a-2f56-44b7-bbc9-bc283540c660 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.206723 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8be36b7a-2f56-44b7-bbc9-bc283540c660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.268132 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8be36b7a-2f56-44b7-bbc9-bc283540c660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for subnet, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.294584 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be36b7a-2f56-44b7-bbc9-bc283540c660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3424b958-eecd-426e-96cb-086f3d0eceb5,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:35.297995 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8be36b7a-2f56-44b7-bbc9-bc283540c660 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.305219 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-8be36b7a-2f56-44b7-bbc9-bc283540c660 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3424b958-eecd-426e-96cb-086f3d0eceb5 HTTP/1.1" status: 204 len: 168 time: 0.2126465 Nov 19 17:55:35.305770 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39522) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:35.388745 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-052bb5e1-0f44-46b7-af15-03a750ab97bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.496740 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-052bb5e1-0f44-46b7-af15-03a750ab97bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.520427 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-052bb5e1-0f44-46b7-af15-03a750ab97bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75ebca5-173a-44ff-8e8e-a6361e436e2b']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:35.532154 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-052bb5e1-0f44-46b7-af15-03a750ab97bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f92bda8-d1de-48da-b074-8b70b8cef671') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:35.532800 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-052bb5e1-0f44-46b7-af15-03a750ab97bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f92bda8-d1de-48da-b074-8b70b8cef671') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:35.552131 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-052bb5e1-0f44-46b7-af15-03a750ab97bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14509989'] for segment, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.569905 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-052bb5e1-0f44-46b7-af15-03a750ab97bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.577372 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052bb5e1-0f44-46b7-af15-03a750ab97bf admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:55:35.577777 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-052bb5e1-0f44-46b7-af15-03a750ab97bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14508597'] for segment, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: Traceback (most recent call last): Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: timer() Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: cb(*args, **kw) Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: return func(*args, **kwargs) Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: self._notify() Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: self.callback(batched_events) Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: event.method(event) Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: return f(self, *a, **k) Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._get(url).json() Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:55:35.579633 dv-cinder-810785-3-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:55:35.640780 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-052bb5e1-0f44-46b7-af15-03a750ab97bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.648498 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-052bb5e1-0f44-46b7-af15-03a750ab97bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.652638 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-052bb5e1-0f44-46b7-af15-03a750ab97bf admin admin] 10.222.0.71 "DELETE /v2.0/networks/e75ebca5-173a-44ff-8e8e-a6361e436e2b HTTP/1.1" status: 204 len: 168 time: 0.3453467 Nov 19 17:55:35.688425 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bb5e1-0f44-46b7-af15-03a750ab97bf admin admin] Pushing event deleted for resources: {'Network': ['ID=e75ebca5-173a-44ff-8e8e-a6361e436e2b,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:35.777157 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1e01a-7d91-4867-8dd8-ad7202e2c5be req-36aec000-7981-4381-a07e-bd755e97c0a9 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:35.778863 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bec1e01a-7d91-4867-8dd8-ad7202e2c5be req-36aec000-7981-4381-a07e-bd755e97c0a9 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 946 time: 0.0599988 Nov 19 17:55:35.848500 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bec1e01a-7d91-4867-8dd8-ad7202e2c5be req-cc4633af-0a12-4818-ab13-72800db60d09 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617425 Nov 19 17:55:35.865338 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39550) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:35.925506 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-cdcbd791-1269-426e-af74-00c6f547718e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cf43000620554535a7c5778c63112093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0584891 Nov 19 17:55:35.928431 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39552) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:35.984450 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af8d8ae7-c954-4080-9b94-467e0b42063a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.017428 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af8d8ae7-c954-4080-9b94-467e0b42063a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.071840 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af8d8ae7-c954-4080-9b94-467e0b42063a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.074838 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af8d8ae7-c954-4080-9b94-467e0b42063a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.076018 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-af8d8ae7-c954-4080-9b94-467e0b42063a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/58e8063e-2d8e-4570-8c79-a317f4e92b9e HTTP/1.1" status: 204 len: 168 time: 0.1465163 Nov 19 17:55:36.086233 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d8ae7-c954-4080-9b94-467e0b42063a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e8063e-2d8e-4570-8c79-a317f4e92b9e,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:36.313862 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f7de6-7bc8-40d4-afee-b66228396271 req-b88f4554-9aad-4ba0-9f5c-0455547f4a7d tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:36.316972 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a42f7de6-7bc8-40d4-afee-b66228396271 req-b88f4554-9aad-4ba0-9f5c-0455547f4a7d tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 931 time: 0.0723510 Nov 19 17:55:36.370804 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a42f7de6-7bc8-40d4-afee-b66228396271 req-05d43365-0002-4e41-94b7-3f72c3fd9c98 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482440 Nov 19 17:55:36.530350 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39564) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:36.596524 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-5237b625-6293-42cd-9509-4805f352a8ee admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e2983a70872b422e8dd846199a99d822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640399 Nov 19 17:55:36.600277 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39566) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:36.660736 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-42023ce2-ab96-4972-afab-22b2966697b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.698309 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-42023ce2-ab96-4972-afab-22b2966697b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.765675 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-42023ce2-ab96-4972-afab-22b2966697b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.769155 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-42023ce2-ab96-4972-afab-22b2966697b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.770374 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-42023ce2-ab96-4972-afab-22b2966697b9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/29285ddb-0b45-403c-abfe-91c425e0e43a HTTP/1.1" status: 204 len: 168 time: 0.1689835 Nov 19 17:55:36.779050 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42023ce2-ab96-4972-afab-22b2966697b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29285ddb-0b45-403c-abfe-91c425e0e43a,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:36.795010 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['83a2ee6d-573c-447a-8ee8-37242ca101b0'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:55:37.021557 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c0056-b53f-4437-8823-ff68f38da7d6 req-7bc27e19-8f91-47f9-b314-57589a43de4d tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:37.024678 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-139c0056-b53f-4437-8823-ff68f38da7d6 req-7bc27e19-8f91-47f9-b314-57589a43de4d tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 946 time: 0.0776880 Nov 19 17:55:37.105100 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-139c0056-b53f-4437-8823-ff68f38da7d6 req-83dddcab-6ad7-4c80-940f-21a7f3ccc31d tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730369 Nov 19 17:55:37.496584 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9660864-b3e6-4f23-af91-0f969b845318 req-a5a1caf3-2b42-42b2-b336-272daa875840 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:37.498306 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d9660864-b3e6-4f23-af91-0f969b845318 req-a5a1caf3-2b42-42b2-b336-272daa875840 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 931 time: 0.0570958 Nov 19 17:55:37.557070 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d9660864-b3e6-4f23-af91-0f969b845318 req-661fcdcc-7ff7-49d0-a4d8-b7da4974a8cc tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473216 Nov 19 17:55:37.920184 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Request body: {'port': {'device_id': 'bf4d7f44-81ee-4ca9-8f52-0e21e8789458', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:38.001589 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:38.202519 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:38.318762 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40249c-a084-4264-b902-d1c53e94efd9 req-fac8928a-a067-46ec-b4c6-45c7ac2c988e tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:38.320364 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ee40249c-a084-4264-b902-d1c53e94efd9 req-fac8928a-a067-46ec-b4c6-45c7ac2c988e tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 946 time: 0.0914772 Nov 19 17:55:38.401025 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6113f1af-2030-485e-943c-6fbe4577d50b {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:55:38.416264 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:38.426835 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ee40249c-a084-4264-b902-d1c53e94efd9 req-9c0a897d-33cb-4ebb-9ac9-64245b1225e6 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002223 Nov 19 17:55:38.435991 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Transition to ACTIVE for port object 6113f1af-2030-485e-943c-6fbe4577d50b will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:55:38.442975 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:38.555791 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Pushing event updated for resources: {'Port': ['ID=6113f1af-2030-485e-943c-6fbe4577d50b,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:38.633370 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Attempting to bind port 6113f1af-2030-485e-943c-6fbe4577d50b on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:55:38.633702 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Attempting to bind port 6113f1af-2030-485e-943c-6fbe4577d50b by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:55:38.634039 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Attempting to bind port 6113f1af-2030-485e-943c-6fbe4577d50b on network f2d34df1-c8a6-4e64-99d7-45092325de01 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:38.640509 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Port 6113f1af-2030-485e-943c-6fbe4577d50b on network f2d34df1-c8a6-4e64-99d7-45092325de01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:55:38.640958 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Attempting to bind port 6113f1af-2030-485e-943c-6fbe4577d50b on network f2d34df1-c8a6-4e64-99d7-45092325de01 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:38.648336 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:55:38.648728 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Checking segment: {'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:38.649089 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Bound using segment: {'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:55:38.649605 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Bound port: 6113f1af-2030-485e-943c-6fbe4577d50b, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:55:38.650046 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:38.784164 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d67a58-be6b-43e9-920f-f0deca1dc954 req-aaeeb069-99cd-41d7-9943-ab03fad67ab6 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:38.785988 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c0d67a58-be6b-43e9-920f-f0deca1dc954 req-aaeeb069-99cd-41d7-9943-ab03fad67ab6 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 943 time: 0.1318846 Nov 19 17:55:38.790986 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] For port 6113f1af-2030-485e-943c-6fbe4577d50b, host hv-cinder-81078, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:55:38.801995 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] For port 6113f1af-2030-485e-943c-6fbe4577d50b, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6113f1af-2030-485e-943c-6fbe4577d50b,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:55:38.807757 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:38.883154 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:38.883970 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:38.885592 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] 10.222.0.85 "PUT /v2.0/ports/6113f1af-2030-485e-943c-6fbe4577d50b HTTP/1.1" status: 200 len: 1093 time: 0.9811499 Nov 19 17:55:38.886107 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4d7f44-81ee-4ca9-8f52-0e21e8789458', 'tag': '6113f1af-2030-485e-943c-6fbe4577d50b'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:55:38.888716 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b880df1-3f5b-44a8-9468-531849cbb9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4d7f44-81ee-4ca9-8f52-0e21e8789458", "tag": "6113f1af-2030-485e-943c-6fbe4577d50b"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:55:38.929844 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455aab2-4533-4fe0-b91e-9c0b74fdcab8 service neutron] Pushing event updated for resources: {'Port': ['ID=6113f1af-2030-485e-943c-6fbe4577d50b,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:38.938429 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c0d67a58-be6b-43e9-920f-f0deca1dc954 req-93e6f7fe-4c68-4f89-95d8-50f27152a9df tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989163 Nov 19 17:55:39.031784 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1695b163-e388-4622-9640-2b1774a2b097 x-openstack-request-id: req-1695b163-e388-4622-9640-2b1774a2b097 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:55:39.032120 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4d7f44-81ee-4ca9-8f52-0e21e8789458", "tag": "6113f1af-2030-485e-943c-6fbe4577d50b", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:55:39.032384 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1695b163-e388-4622-9640-2b1774a2b097 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:55:39.032833 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4d7f44-81ee-4ca9-8f52-0e21e8789458', 'tag': '6113f1af-2030-485e-943c-6fbe4577d50b', 'status': 'completed', 'code': 200} Nov 19 17:55:39.074171 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-4ee5efb2-dd4e-4761-bab2-c13adc3ec6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:39.076009 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-4ee5efb2-dd4e-4761-bab2-c13adc3ec6c1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f70f81a9efc74af9998478d2ddcd678d&device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 1096 time: 0.0863924 Nov 19 17:55:39.138514 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-4c4cb0f6-72ff-4b8d-9cf1-fbbd5aaaea3a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6113f1af-2030-485e-943c-6fbe4577d50b HTTP/1.1" status: 200 len: 217 time: 0.0443373 Nov 19 17:55:39.208243 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e2ff0460-3527-41d5-9d6f-a3dd07833a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:39.210429 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e2ff0460-3527-41d5-9d6f-a3dd07833a4b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6976624c-1d1e-4351-9ac4-73432abae10d HTTP/1.1" status: 200 len: 855 time: 0.0635347 Nov 19 17:55:39.256245 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-42f2f5ea-14da-4b79-80d2-aa70bbfdb298 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f2d34df1-c8a6-4e64-99d7-45092325de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334342 Nov 19 17:55:39.420557 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-e6f4c09c-5d44-45f9-b692-779f4d7325a3 service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514282 Nov 19 17:55:39.602345 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10eec49b-5184-4893-ab85-5782f61de2a2 req-1ab0d8f0-8717-48c6-94d1-76a9e01f22be service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680863 Nov 19 17:55:39.632123 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aab423-b3e4-452e-990c-54103c333d01 req-ec3c13f1-87ba-4520-848b-21990f68e844 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:39.635337 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-71aab423-b3e4-452e-990c-54103c333d01 req-ec3c13f1-87ba-4520-848b-21990f68e844 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 946 time: 0.0919838 Nov 19 17:55:39.699960 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-71aab423-b3e4-452e-990c-54103c333d01 req-4aefaa7a-66ca-4a35-b94f-8dbdd3e58e94 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575569 Nov 19 17:55:39.747112 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b880df1-3f5b-44a8-9468-531849cbb9c6 req-ef58e5ce-18dd-4cb4-bd6f-739747c10846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:39.749490 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b880df1-3f5b-44a8-9468-531849cbb9c6 req-ef58e5ce-18dd-4cb4-bd6f-739747c10846 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f70f81a9efc74af9998478d2ddcd678d&device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 1096 time: 0.0490072 Nov 19 17:55:39.901189 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b880df1-3f5b-44a8-9468-531849cbb9c6 req-3706636c-ba7b-4943-8020-37e4d0afd573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:39.903135 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b880df1-3f5b-44a8-9468-531849cbb9c6 req-3706636c-ba7b-4943-8020-37e4d0afd573 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f2d34df1-c8a6-4e64-99d7-45092325de01 HTTP/1.1" status: 200 len: 917 time: 0.1453068 Nov 19 17:55:39.969114 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b880df1-3f5b-44a8-9468-531849cbb9c6 req-279dfc2b-8105-4100-b1c4-08cd1f75e555 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6113f1af-2030-485e-943c-6fbe4577d50b HTTP/1.1" status: 200 len: 217 time: 0.0441148 Nov 19 17:55:40.039849 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b880df1-3f5b-44a8-9468-531849cbb9c6 req-3813832b-f933-4440-bbe2-553b0f9578f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:40.042252 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b880df1-3f5b-44a8-9468-531849cbb9c6 req-3813832b-f933-4440-bbe2-553b0f9578f5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6976624c-1d1e-4351-9ac4-73432abae10d HTTP/1.1" status: 200 len: 855 time: 0.0599353 Nov 19 17:55:40.088496 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b880df1-3f5b-44a8-9468-531849cbb9c6 req-1b55897a-5c08-40a0-874b-7d3e4ec96ff6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f2d34df1-c8a6-4e64-99d7-45092325de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355375 Nov 19 17:55:40.280004 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8b47d-f8bc-4d88-86e2-c506ace9b5fc req-173baedc-675e-4a86-9d38-151134ab2f3d tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:40.283314 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-33f8b47d-f8bc-4d88-86e2-c506ace9b5fc req-173baedc-675e-4a86-9d38-151134ab2f3d tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 943 time: 0.1975410 Nov 19 17:55:40.329661 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b880df1-3f5b-44a8-9468-531849cbb9c6 req-f7786ce9-4aab-4855-8dd7-badb83502140 service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306957 Nov 19 17:55:40.366779 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-33f8b47d-f8bc-4d88-86e2-c506ace9b5fc req-25026d95-1512-4509-ab71-f758b1970d5b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709572 Nov 19 17:55:40.454874 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b880df1-3f5b-44a8-9468-531849cbb9c6 req-f730567d-e58a-41a2-9757-cb512dcc82d6 service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088197 Nov 19 17:55:40.857227 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb33eb-5384-45c8-9e72-3f1019d8eaca req-f43bd96e-13eb-4c17-9cae-154929532dee tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:40.862032 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b9cb33eb-5384-45c8-9e72-3f1019d8eaca req-f43bd96e-13eb-4c17-9cae-154929532dee tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 946 time: 0.0585680 Nov 19 17:55:40.862485 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39682) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:40.930617 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b9cb33eb-5384-45c8-9e72-3f1019d8eaca req-475f0b4c-6ea9-47ec-9afd-0adb52c10496 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/security-groups?id=2eb7ece7-c75b-409c-946a-57fa421af5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614209 Nov 19 17:55:40.983142 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b3374-c5a7-4a41-82c0-44764be97f48 req-df73df18-4f68-4c9a-bcfd-d3926b092c4b tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:40.984739 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5f3b3374-c5a7-4a41-82c0-44764be97f48 req-df73df18-4f68-4c9a-bcfd-d3926b092c4b tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.85 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 946 time: 0.0531645 Nov 19 17:55:41.004647 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4273453-ecc1-42bd-8992-16133f3c71fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.218836 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-5f3b3374-c5a7-4a41-82c0-44764be97f48 req-ed76884f-5114-4391-afab-ec00c34c7a34 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Deleting port 23d6f0da-fafa-422e-8b90-925831f5d660 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:41.219172 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-5f3b3374-c5a7-4a41-82c0-44764be97f48 req-ed76884f-5114-4391-afab-ec00c34c7a34 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.239959 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4273453-ecc1-42bd-8992-16133f3c71fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.275420 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4273453-ecc1-42bd-8992-16133f3c71fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.383450 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4273453-ecc1-42bd-8992-16133f3c71fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe278ef-4bdb-4dca-8d07-0be84ea3d5fd,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:41.411929 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-c4273453-ecc1-42bd-8992-16133f3c71fe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6de6e116a7c742c38e4c7a4af54f168a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5479679 Nov 19 17:55:41.415346 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 39708) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:41.448012 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-5f3b3374-c5a7-4a41-82c0-44764be97f48 req-ed76884f-5114-4391-afab-ec00c34c7a34 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] For port 23d6f0da-fafa-422e-8b90-925831f5d660, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=23d6f0da-fafa-422e-8b90-925831f5d660,segment=NetworkSegment(f4798319-f48a-4ad1-b8ef-31f27e711c51),segment_id=f4798319-f48a-4ad1-b8ef-31f27e711c51)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:41.448481 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-5f3b3374-c5a7-4a41-82c0-44764be97f48 req-ed76884f-5114-4391-afab-ec00c34c7a34 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.506637 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-5f3b3374-c5a7-4a41-82c0-44764be97f48 req-ed76884f-5114-4391-afab-ec00c34c7a34 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Calling delete_port for 23d6f0da-fafa-422e-8b90-925831f5d660 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:41.556179 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8035-2773-4eab-b591-c30e01135054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.602304 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8035-2773-4eab-b591-c30e01135054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.640828 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39716) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:41.684488 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8035-2773-4eab-b591-c30e01135054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.689289 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8035-2773-4eab-b591-c30e01135054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.693944 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-fa3e8035-2773-4eab-b591-c30e01135054 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ffe278ef-4bdb-4dca-8d07-0be84ea3d5fd HTTP/1.1" status: 204 len: 168 time: 0.2765794 Nov 19 17:55:41.694595 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbd163-238c-49f0-afdf-c7e1658fafe0 req-405fabcb-5809-4474-b810-5b50162c9b85 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:41.702386 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9ecbd163-238c-49f0-afdf-c7e1658fafe0 req-405fabcb-5809-4474-b810-5b50162c9b85 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 943 time: 0.1391265 Nov 19 17:55:41.734134 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e8035-2773-4eab-b591-c30e01135054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe278ef-4bdb-4dca-8d07-0be84ea3d5fd,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:41.810124 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9ecbd163-238c-49f0-afdf-c7e1658fafe0 req-5f517bbf-2538-464a-a913-5ae345b13a77 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068256 Nov 19 17:55:41.841197 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-5f3b3374-c5a7-4a41-82c0-44764be97f48 req-ed76884f-5114-4391-afab-ec00c34c7a34 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.859860 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['23d6f0da-fafa-422e-8b90-925831f5d660'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:55:41.911226 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76884f-5114-4391-afab-ec00c34c7a34 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Pushing event deleted for resources: {'Port': ['ID=23d6f0da-fafa-422e-8b90-925831f5d660,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:41.914383 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0956f21f-6ce7-4c5e-97b5-506f7310b651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:42.031880 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3b3374-c5a7-4a41-82c0-44764be97f48 req-ed76884f-5114-4391-afab-ec00c34c7a34 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] No DVR routers for this DVR port 23d6f0da-fafa-422e-8b90-925831f5d660 on host hv-cinder-81078 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:42.043757 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-5f3b3374-c5a7-4a41-82c0-44764be97f48 req-ed76884f-5114-4391-afab-ec00c34c7a34 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:42.049448 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5f3b3374-c5a7-4a41-82c0-44764be97f48 req-ed76884f-5114-4391-afab-ec00c34c7a34 tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.85 "DELETE /v2.0/ports/23d6f0da-fafa-422e-8b90-925831f5d660 HTTP/1.1" status: 204 len: 173 time: 1.0385687 Nov 19 17:55:42.049932 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e09bb-63e5-4593-acee-ecc3a82aa25e', 'name': 'network-vif-deleted', 'tag': '23d6f0da-fafa-422e-8b90-925831f5d660'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:55:42.052756 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b4c05a-21c6-45ea-8a98-f0ba35ada085" -d '{"events": [{"server_uuid": "826e09bb-63e5-4593-acee-ecc3a82aa25e", "name": "network-vif-deleted", "tag": "23d6f0da-fafa-422e-8b90-925831f5d660"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:55:42.134640 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfc9e8b-68cc-4f4d-a3ca-240dc1c21eb7 x-openstack-request-id: req-0cfc9e8b-68cc-4f4d-a3ca-240dc1c21eb7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:55:42.135597 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e09bb-63e5-4593-acee-ecc3a82aa25e", "name": "network-vif-deleted", "tag": "23d6f0da-fafa-422e-8b90-925831f5d660", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:55:42.136203 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0cfc9e8b-68cc-4f4d-a3ca-240dc1c21eb7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:55:42.137084 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e09bb-63e5-4593-acee-ecc3a82aa25e', 'name': 'network-vif-deleted', 'tag': '23d6f0da-fafa-422e-8b90-925831f5d660', 'status': 'completed', 'code': 200} Nov 19 17:55:42.142637 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-266e59d3-4bbd-4b12-8426-49587a69c2f8 req-45661baf-faf6-4577-8327-c04d85e33edd tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 210 time: 0.0617757 Nov 19 17:55:42.192876 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0956f21f-6ce7-4c5e-97b5-506f7310b651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:42.197128 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0956f21f-6ce7-4c5e-97b5-506f7310b651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:42.240884 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956f21f-6ce7-4c5e-97b5-506f7310b651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e0224b-b841-4fea-80ed-d221956995ab,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:42.245341 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-0956f21f-6ce7-4c5e-97b5-506f7310b651 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2fe2c90c50c44e8a8e917c83abc428e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6014459 Nov 19 17:55:42.248664 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39730) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:42.308015 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e634-b7a6-46d6-b0a9-bfd8d64489b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:42.329801 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e634-b7a6-46d6-b0a9-bfd8d64489b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:42.385960 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e634-b7a6-46d6-b0a9-bfd8d64489b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:42.388716 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e634-b7a6-46d6-b0a9-bfd8d64489b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:42.389932 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a2d6e634-b7a6-46d6-b0a9-bfd8d64489b7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a4e0224b-b841-4fea-80ed-d221956995ab HTTP/1.1" status: 204 len: 168 time: 0.1404142 Nov 19 17:55:42.398710 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6e634-b7a6-46d6-b0a9-bfd8d64489b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e0224b-b841-4fea-80ed-d221956995ab,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:42.825616 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 6113f1af-2030-485e-943c-6fbe4577d50b details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:55:42.849285 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39750) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:42.864089 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-edf909d5-d40c-4dc5-9b8b-96bffe10c0ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:42.971541 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 6113f1af-2030-485e-943c-6fbe4577d50b, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6113f1af-2030-485e-943c-6fbe4577d50b,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:42.985488 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '6113f1af-2030-485e-943c-6fbe4577d50b', 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01', 'port_id': '6113f1af-2030-485e-943c-6fbe4577d50b', 'mac_address': 'fa:16:3e:1d:be:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6976624c-1d1e-4351-9ac4-73432abae10d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:55:43.041276 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.057228 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6113f1af-2030-485e-943c-6fbe4577d50b {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:55:43.083022 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 6113f1af-2030-485e-943c-6fbe4577d50b, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6113f1af-2030-485e-943c-6fbe4577d50b,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:43.098621 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.203901 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=6113f1af-2030-485e-943c-6fbe4577d50b,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:43.209965 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-edf909d5-d40c-4dc5-9b8b-96bffe10c0ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.227796 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4466c0-c956-4b58-bff0-73dda8dcffd0 req-f38741c6-7c56-4753-9dec-df37252f474b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:43.230000 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fb4466c0-c956-4b58-bff0-73dda8dcffd0 req-f38741c6-7c56-4753-9dec-df37252f474b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 943 time: 0.2971153 Nov 19 17:55:43.230999 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-edf909d5-d40c-4dc5-9b8b-96bffe10c0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.232769 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:43.234942 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:43.237642 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:43.238171 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:43.238681 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:43.239167 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:43.239710 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:43.240204 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:43.242199 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:43.242721 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:43.243206 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:43.244502 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:43.293416 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf909d5-d40c-4dc5-9b8b-96bffe10c0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32278a0-dd07-4e05-8b57-293ef8b7bf12,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:43.300594 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-edf909d5-d40c-4dc5-9b8b-96bffe10c0ec admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=69cf5b92895e44c39cffc8c287264507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4502246 Nov 19 17:55:43.303419 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 39760) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:43.379059 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-82622afd-f817-48f0-9cc0-4bc8329e65e5 req-bbd31a0f-50bb-4bc0-b86f-b07307a0ab1a tempest-DeleteServersTestJSON-141833905 tempest-DeleteServersTestJSON-141833905-project] 10.222.0.71 "GET /v2.0/ports?device_id=826e09bb-63e5-4593-acee-ecc3a82aa25e HTTP/1.1" status: 200 len: 210 time: 0.0824904 Nov 19 17:55:43.384243 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6451ec9a-1591-47a8-876c-0813eb6e17bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.415001 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fb4466c0-c956-4b58-bff0-73dda8dcffd0 req-ecaa761d-0c5a-4375-9ce0-68a94b1d8713 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675131 Nov 19 17:55:43.419837 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6451ec9a-1591-47a8-876c-0813eb6e17bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.467717 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6451ec9a-1591-47a8-876c-0813eb6e17bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.470345 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6451ec9a-1591-47a8-876c-0813eb6e17bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.474542 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-6451ec9a-1591-47a8-876c-0813eb6e17bd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e32278a0-dd07-4e05-8b57-293ef8b7bf12 HTTP/1.1" status: 204 len: 168 time: 0.1698329 Nov 19 17:55:43.481524 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['6113f1af-2030-485e-943c-6fbe4577d50b'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:55:43.491088 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451ec9a-1591-47a8-876c-0813eb6e17bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32278a0-dd07-4e05-8b57-293ef8b7bf12,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:44.569893 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b24ed-0076-44d1-aebe-fc2ff37cf737 req-a3765204-43fe-4ea6-a63f-e8bea9a866da tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:44.571523 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b60b24ed-0076-44d1-aebe-fc2ff37cf737 req-a3765204-43fe-4ea6-a63f-e8bea9a866da tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 944 time: 0.0719695 Nov 19 17:55:44.630784 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b60b24ed-0076-44d1-aebe-fc2ff37cf737 req-8eaf64a0-54c1-4dd8-8b2c-89e0ecda0019 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517898 Nov 19 17:55:45.746410 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759524c6-8732-49a6-a936-e34bd253354c req-5c6dc6ae-3efc-4ec8-885e-b213ee5b9fe3 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:45.747938 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-759524c6-8732-49a6-a936-e34bd253354c req-5c6dc6ae-3efc-4ec8-885e-b213ee5b9fe3 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 944 time: 0.0498111 Nov 19 17:55:45.780318 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 23d6f0da-fafa-422e-8b90-925831f5d660 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:45.796188 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-759524c6-8732-49a6-a936-e34bd253354c req-8f109aa2-bfdf-409c-a1ad-c50cd20df929 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420609 Nov 19 17:55:45.801841 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 23d6f0da-fafa-422e-8b90-925831f5d660 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:55:45.802194 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 23d6f0da-fafa-422e-8b90-925831f5d660 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:55:46.917798 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9913ba4-85b3-4834-aa47-27313636080b req-2209f76b-d168-4bd1-80c4-a11ec47b4ae3 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:46.919569 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c9913ba4-85b3-4834-aa47-27313636080b req-2209f76b-d168-4bd1-80c4-a11ec47b4ae3 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 944 time: 0.0534821 Nov 19 17:55:46.977487 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c9913ba4-85b3-4834-aa47-27313636080b req-3736cf93-b69e-4219-9913-2a9491e88c8c tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511334 Nov 19 17:55:48.100827 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890a85d-9158-4d02-9eb1-199a7513069a req-aefc4d92-807d-4e1e-9a1d-12966bffcf9d tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:48.102328 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f890a85d-9158-4d02-9eb1-199a7513069a req-aefc4d92-807d-4e1e-9a1d-12966bffcf9d tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 944 time: 0.0504336 Nov 19 17:55:48.156860 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f890a85d-9158-4d02-9eb1-199a7513069a req-fab9a0db-5eb8-42f9-a1f4-c23707fdee83 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474854 Nov 19 17:55:49.296258 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2367b-c22b-4fb7-b012-52644b005598 req-ef8173cf-3bcd-4157-9b15-ebf3309330fc tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:49.297745 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-73f2367b-c22b-4fb7-b012-52644b005598 req-ef8173cf-3bcd-4157-9b15-ebf3309330fc tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 944 time: 0.0532320 Nov 19 17:55:49.347873 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-73f2367b-c22b-4fb7-b012-52644b005598 req-02100f5c-2ad1-48a7-9925-cfa0a2c818b0 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441797 Nov 19 17:55:50.473903 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592eec26-f6a6-4bfa-9775-f943f50449a5 req-b512677f-57a5-4b53-abbc-ab0d2c7347de tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:50.477131 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-592eec26-f6a6-4bfa-9775-f943f50449a5 req-b512677f-57a5-4b53-abbc-ab0d2c7347de tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 944 time: 0.0581548 Nov 19 17:55:50.525732 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-592eec26-f6a6-4bfa-9775-f943f50449a5 req-3c03b2fa-07a5-4062-b811-c9bdf5d3e912 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430000 Nov 19 17:55:50.876838 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 6113f1af-2030-485e-943c-6fbe4577d50b up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:50.930693 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 6113f1af-2030-485e-943c-6fbe4577d50b completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:55:50.935173 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 6113f1af-2030-485e-943c-6fbe4577d50b triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:50.935542 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.014339 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.038572 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4d7f44-81ee-4ca9-8f52-0e21e8789458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6113f1af-2030-485e-943c-6fbe4577d50b'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:55:51.040906 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d67767-92cd-43d7-9cf3-092d00464064" -d '{"events": [{"server_uuid": "bf4d7f44-81ee-4ca9-8f52-0e21e8789458", "name": "network-vif-plugged", "status": "completed", "tag": "6113f1af-2030-485e-943c-6fbe4577d50b"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:55:51.055384 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 6113f1af-2030-485e-943c-6fbe4577d50b, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6113f1af-2030-485e-943c-6fbe4577d50b,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:51.060988 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.085027 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8210060-2d40-4b1a-be4a-c7cd65799d5c x-openstack-request-id: req-d8210060-2d40-4b1a-be4a-c7cd65799d5c {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:55:51.085322 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4d7f44-81ee-4ca9-8f52-0e21e8789458", "name": "network-vif-plugged", "status": "completed", "tag": "6113f1af-2030-485e-943c-6fbe4577d50b", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:55:51.085577 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d8210060-2d40-4b1a-be4a-c7cd65799d5c {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:55:51.086017 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4d7f44-81ee-4ca9-8f52-0e21e8789458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6113f1af-2030-485e-943c-6fbe4577d50b', 'code': 200} Nov 19 17:55:51.116007 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=6113f1af-2030-485e-943c-6fbe4577d50b,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:51.270954 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd3da1-0435-4d7c-b97b-e91b6455b6bc req-e3e63d53-623b-458d-974d-6e9ab481ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:51.272374 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-91bd3da1-0435-4d7c-b97b-e91b6455b6bc req-e3e63d53-623b-458d-974d-6e9ab481ab72 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 1098 time: 0.0420127 Nov 19 17:55:51.326912 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-91bd3da1-0435-4d7c-b97b-e91b6455b6bc req-e3465d1c-9d79-4f02-85c2-25888114b668 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420046 Nov 19 17:55:51.387284 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 39930) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:51.441187 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88dcd07-4149-4bc7-9e84-5b9a633ac6d7 admin admin] Deleting subnet d0e99c66-a223-40fb-9063-b8849cff9f85 {{(pid=103565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:51.447791 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b88dcd07-4149-4bc7-9e84-5b9a633ac6d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.492029 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b88dcd07-4149-4bc7-9e84-5b9a633ac6d7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.499769 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b88dcd07-4149-4bc7-9e84-5b9a633ac6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.657943 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaff39e-e49c-4764-84eb-7c32b432487c req-459ae5d9-e21b-448c-b61d-f1f27ba56386 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:51.659841 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-faaff39e-e49c-4764-84eb-7c32b432487c req-459ae5d9-e21b-448c-b61d-f1f27ba56386 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 945 time: 0.0590553 Nov 19 17:55:51.676494 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b88dcd07-4149-4bc7-9e84-5b9a633ac6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for subnet, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.707364 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b88dcd07-4149-4bc7-9e84-5b9a633ac6d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.710604 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-b88dcd07-4149-4bc7-9e84-5b9a633ac6d7 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d0e99c66-a223-40fb-9063-b8849cff9f85 HTTP/1.1" status: 204 len: 168 time: 0.3222854 Nov 19 17:55:51.711549 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dcd07-4149-4bc7-9e84-5b9a633ac6d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0e99c66-a223-40fb-9063-b8849cff9f85,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:51.714345 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 39938) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:51.727204 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-faaff39e-e49c-4764-84eb-7c32b432487c req-4ababaec-ce3c-4bd4-850f-f2f160cadbc2 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595281 Nov 19 17:55:51.795412 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.881329 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.902574 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:51.902941 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:51.903659 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:51.904007 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Subscribe: > port after_create 55550000 {{(pid=103565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:51.904348 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Subscribe: > port after_delete 55550000 {{(pid=103565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:51.904683 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Subscribe: > port after_update 55550000 {{(pid=103565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:51.905015 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:51.905388 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:51.905637 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:51.905955 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:52.164464 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:52.164823 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:52.165160 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:52.165496 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:55:52.165961 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500c28d0-8af0-46b7-a93f-6f3583c93b7c']}} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:52.184800 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4798319-f48a-4ad1-b8ef-31f27e711c51') {'for_net_delete': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:52.185092 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4798319-f48a-4ad1-b8ef-31f27e711c51') {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:52.203488 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241569'] for segment, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.225410 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.234103 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=103565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:55:52.234541 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247914'] for segment, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: from cryptography.utils import int_from_bytes Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: from cryptography.utils import int_from_bytes Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: Traceback (most recent call last): Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: timer() Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: cb(*args, **kw) Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: return func(*args, **kwargs) Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: self._notify() Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: self.callback(batched_events) Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: event.method(event) Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: return f(self, *a, **k) Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._get(url).json() Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: return self.request(url, 'GET', **kwargs) Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:55:52.239998 dv-cinder-810785-3-iscsi neutron-server[103565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:55:52.298088 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.304486 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.308389 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] 10.222.0.71 "DELETE /v2.0/networks/500c28d0-8af0-46b7-a93f-6f3583c93b7c HTTP/1.1" status: 204 len: 168 time: 0.5915768 Nov 19 17:55:52.322831 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77226ed2-d753-40dd-ad36-6a5cfa8b67bb admin admin] Pushing event deleted for resources: {'Network': ['ID=500c28d0-8af0-46b7-a93f-6f3583c93b7c,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:52.495009 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39958) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:52.538381 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f8c5bfae-5977-4fbb-9b8a-a01e90ed1e37 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4bbde3db5bc445c794f2c0b5f8243c5a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420344 Nov 19 17:55:52.540800 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 39962) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:52.590283 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0422e120-f858-4ef4-a11c-5eee67b0d8d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.614490 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0422e120-f858-4ef4-a11c-5eee67b0d8d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.668287 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0422e120-f858-4ef4-a11c-5eee67b0d8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.671979 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0422e120-f858-4ef4-a11c-5eee67b0d8d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.673163 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-0422e120-f858-4ef4-a11c-5eee67b0d8d7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2eb7ece7-c75b-409c-946a-57fa421af5c4 HTTP/1.1" status: 204 len: 168 time: 0.1314356 Nov 19 17:55:52.682416 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422e120-f858-4ef4-a11c-5eee67b0d8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb7ece7-c75b-409c-946a-57fa421af5c4,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:52.789203 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-ad9916fd-ddb9-4ee3-b09d-149d3cbf5eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.869996 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77401b7f-d034-4dd9-b3ce-579b55c1202d req-b50541c8-dea1-4e1e-9dd9-a0c749d0ab5f tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:52.871759 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-77401b7f-d034-4dd9-b3ce-579b55c1202d req-b50541c8-dea1-4e1e-9dd9-a0c749d0ab5f tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 945 time: 0.0696197 Nov 19 17:55:52.937115 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-77401b7f-d034-4dd9-b3ce-579b55c1202d req-986ea298-79e8-4faa-a6c2-f950d654944e tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571284 Nov 19 17:55:53.481962 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 40024) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:53.582797 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2031801341-network', 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:53.604224 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] Made reservation on behalf of 9ae0de00d6db4545b1e4e8dce24c181f for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:53.606646 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.615497 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.694856 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.698911 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.726452 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:55:53.742848 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e600991-2464-4369-95aa-ef88b955a7ef,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:53.752549 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.752995 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] Added segment 804ebd93-68f4-4dbd-b182-b921aac84aaa of type vlan for network 96d692e2-05d3-4af8-83ff-1b363e11b217 Nov 19 17:55:53.800626 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.835905 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.837400 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:53.838049 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.891994 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4088593 Nov 19 17:55:53.896070 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40042) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:53.901781 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-55291be6-b499-44bf-9714-970cab3c1b25 admin admin] Request body: {'subnet': {'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2031801341-subnet', 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:53.911809 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3170a7-6e0c-4c04-a065-2b104b197739 admin admin] Pushing event updated for resources: {'Network': ['ID=96d692e2-05d3-4af8-83ff-1b363e11b217,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:53.922225 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network 96d692e2-05d3-4af8-83ff-1b363e11b217 details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:55:53.930608 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55291be6-b499-44bf-9714-970cab3c1b25 admin admin] Made reservation on behalf of 9ae0de00d6db4545b1e4e8dce24c181f for: {'subnet': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:53.933107 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-55291be6-b499-44bf-9714-970cab3c1b25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13415967'] for subnet, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.068815 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66077f6f-cb0c-4eed-819b-dd7e303e3d99 req-c4f5a142-fe0e-4e1a-b359-be753f36484b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:54.070235 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-66077f6f-cb0c-4eed-819b-dd7e303e3d99 req-c4f5a142-fe0e-4e1a-b359-be753f36484b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 945 time: 0.0608711 Nov 19 17:55:54.122426 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-66077f6f-cb0c-4eed-819b-dd7e303e3d99 req-ab699b16-5b6c-4ce9-9d3f-1dc091a3cd42 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 Nov 19 17:55:54.131770 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-55291be6-b499-44bf-9714-970cab3c1b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13247747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13415949'] for subnet, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.190312 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55291be6-b499-44bf-9714-970cab3c1b25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6158668e-687d-402a-ab54-4f4a94c41e7e,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:54.198879 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55291be6-b499-44bf-9714-970cab3c1b25 admin admin] Checking segment: {'id': '804ebd93-68f4-4dbd-b182-b921aac84aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:54.199243 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55291be6-b499-44bf-9714-970cab3c1b25 admin admin] Network hostable DHCP agents. Network: 96d692e2-05d3-4af8-83ff-1b363e11b217, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:55:54.216648 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55291be6-b499-44bf-9714-970cab3c1b25 admin admin] Network 96d692e2-05d3-4af8-83ff-1b363e11b217 is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:55:54.227136 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-55291be6-b499-44bf-9714-970cab3c1b25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, 96d692e2-05d3-4af8-83ff-1b363e11b217) {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:54.231474 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55291be6-b499-44bf-9714-970cab3c1b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:54.232060 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-55291be6-b499-44bf-9714-970cab3c1b25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.237037 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b49d28-47a8-4f2d-bdc5-8f872f6689ef None None] Network 96d692e2-05d3-4af8-83ff-1b363e11b217 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:54.255770 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-55291be6-b499-44bf-9714-970cab3c1b25 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3542130 Nov 19 17:55:54.255888 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40050) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:54.260670 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2031801341-router', 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:54.286076 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260438'] for router, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.287393 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260429'] for router, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.351004 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.417730 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f9be15-b376-473e-8c49-51c61d9152ac None None] Network 96d692e2-05d3-4af8-83ff-1b363e11b217 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:54.527820 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.779495 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.799845 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.897539 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40096) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:54.938948 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 40104) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:55.007264 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Allocated IP 172.27.1.37 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/59e3ae7c-a14c-4947-8078-5bf9d5c831c9) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:55.123228 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-51500d2c-8fec-4df8-9868-387bce5f6a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.150106 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-05388728-7ce1-4e52-8b15-3f6c859fce52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.233868 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.239078 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-51500d2c-8fec-4df8-9868-387bce5f6a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.243346 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-51500d2c-8fec-4df8-9868-387bce5f6a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.287585 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-51500d2c-8fec-4df8-9868-387bce5f6a99 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8533b2a497e14926b4d1de9e1a43a217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453634 Nov 19 17:55:55.290251 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 40110) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:55.297011 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51500d2c-8fec-4df8-9868-387bce5f6a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0363d88b-dcf9-4137-82f3-0ee57dd3057f,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:55.298968 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-05388728-7ce1-4e52-8b15-3f6c859fce52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.304210 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-05388728-7ce1-4e52-8b15-3f6c859fce52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.323483 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.349241 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0fc4cb2c-6aa6-4943-b068-7882a03dcd35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.372766 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0fc4cb2c-6aa6-4943-b068-7882a03dcd35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.387817 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05388728-7ce1-4e52-8b15-3f6c859fce52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006f6fd2-47ef-4d95-90cc-e490c57bb1f5,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:55.397348 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-05388728-7ce1-4e52-8b15-3f6c859fce52 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9acfd9730f6f45c7a521805ac2f3894b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4970901 Nov 19 17:55:55.401773 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 40112) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:55.401870 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:55.405953 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:55.408619 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Pushing event updated for resources: {'Port': ['ID=59e3ae7c-a14c-4947-8078-5bf9d5c831c9,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:55.411319 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:55.452611 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0fc4cb2c-6aa6-4943-b068-7882a03dcd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.455928 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0fc4cb2c-6aa6-4943-b068-7882a03dcd35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.458437 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-0fc4cb2c-6aa6-4943-b068-7882a03dcd35 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0363d88b-dcf9-4137-82f3-0ee57dd3057f HTTP/1.1" status: 204 len: 168 time: 0.1658895 Nov 19 17:55:55.475392 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-484f2b29-b079-48cd-b53f-f05967de2828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.477281 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4cb2c-6aa6-4943-b068-7882a03dcd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0363d88b-dcf9-4137-82f3-0ee57dd3057f,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:55.518881 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-484f2b29-b079-48cd-b53f-f05967de2828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.579673 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-484f2b29-b079-48cd-b53f-f05967de2828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.583295 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-484f2b29-b079-48cd-b53f-f05967de2828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.585363 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-484f2b29-b079-48cd-b53f-f05967de2828 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/006f6fd2-47ef-4d95-90cc-e490c57bb1f5 HTTP/1.1" status: 204 len: 168 time: 0.1827371 Nov 19 17:55:55.599399 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f2b29-b079-48cd-b53f-f05967de2828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006f6fd2-47ef-4d95-90cc-e490c57bb1f5,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:55.723750 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.959235 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fea36ed5-59e2-4124-bd27-e85a56c1b5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.997923 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 40132) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:56.012335 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-81336806-61c1-4153-bced-485313d179fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.115415 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746134'] for router, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.144807 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-81336806-61c1-4153-bced-485313d179fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.150150 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-81336806-61c1-4153-bced-485313d179fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.192903 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-81336806-61c1-4153-bced-485313d179fc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=81c432c4c6054538932866cc93d9c2f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937013 Nov 19 17:55:56.198851 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 40142) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:56.201486 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81336806-61c1-4153-bced-485313d179fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be72f1dd-5d85-416c-b534-643f7cfca7f7,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:56.202973 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:55:56.273587 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-943ddb9e-98cf-48e7-bc6c-3a3b8ae8d4e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.293536 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Router 35209182-c02e-4e47-a23e-29a9a8e5ea31 is scheduled to L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 with binding_index 1 {{(pid=103565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:55:56.302163 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-943ddb9e-98cf-48e7-bc6c-3a3b8ae8d4e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.369217 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-943ddb9e-98cf-48e7-bc6c-3a3b8ae8d4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.372620 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-943ddb9e-98cf-48e7-bc6c-3a3b8ae8d4e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.373806 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-943ddb9e-98cf-48e7-bc6c-3a3b8ae8d4e4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/be72f1dd-5d85-416c-b534-643f7cfca7f7 HTTP/1.1" status: 204 len: 168 time: 0.1737120 Nov 19 17:55:56.383950 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ddb9e-98cf-48e7-bc6c-3a3b8ae8d4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be72f1dd-5d85-416c-b534-643f7cfca7f7,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:56.427917 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:55:56.445674 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Sync routers for ids ['35209182-c02e-4e47-a23e-29a9a8e5ea31'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:55:56.451703 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.453411 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-40818c8a-0bc4-4a08-8e1e-4314c9560a4a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.1966228 Nov 19 17:55:56.456999 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 40156) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:56.459046 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Routers {'35209182-c02e-4e47-a23e-29a9a8e5ea31'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:55:56.459778 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:55:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['35209182-c02e-4e47-a23e-29a9a8e5ea31'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:56.539661 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40162) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:56.585935 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Set router 35209182-c02e-4e47-a23e-29a9a8e5ea31 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:55:56.786307 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'name': 'tempest-ServerRescueNegativeTestJSON-2031801341-router', 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '59e3ae7c-a14c-4947-8078-5bf9d5c831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:55:55Z', 'revision_number': 3, 'project_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'gw_port': {'id': '59e3ae7c-a14c-4947-8078-5bf9d5c831c9', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:56.817685 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Checking router: 35209182-c02e-4e47-a23e-29a9a8e5ea31 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:55:56.818044 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Updating router 35209182-c02e-4e47-a23e-29a9a8e5ea31 port 59e3ae7c-a14c-4947-8078-5bf9d5c831c9 binding host dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:55:56.845329 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.868604 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b12e8033-6e86-4568-bff7-b8b3505d96cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.962217 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b12e8033-6e86-4568-bff7-b8b3505d96cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.967807 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b12e8033-6e86-4568-bff7-b8b3505d96cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.014793 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-b12e8033-6e86-4568-bff7-b8b3505d96cb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2c6215a0649e4147b2e20c370803904c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4712603 Nov 19 17:55:57.014793 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e8033-6e86-4568-bff7-b8b3505d96cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93279a9b-ea10-43f9-941f-ed45a3ecd2be,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:57.016464 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40178) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:57.117997 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bfc416ba-a35a-423b-8b9c-7acc321edea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.168607 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bfc416ba-a35a-423b-8b9c-7acc321edea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.170241 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.196712 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Publish callbacks [] for port, precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.206643 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.228115 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.255423 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bfc416ba-a35a-423b-8b9c-7acc321edea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.259299 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bfc416ba-a35a-423b-8b9c-7acc321edea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.261145 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-bfc416ba-a35a-423b-8b9c-7acc321edea6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/93279a9b-ea10-43f9-941f-ed45a3ecd2be HTTP/1.1" status: 204 len: 168 time: 0.2432845 Nov 19 17:55:57.298173 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc416ba-a35a-423b-8b9c-7acc321edea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93279a9b-ea10-43f9-941f-ed45a3ecd2be,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:57.301081 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Attempting to bind port 59e3ae7c-a14c-4947-8078-5bf9d5c831c9 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:55:57.301730 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Attempting to bind port 59e3ae7c-a14c-4947-8078-5bf9d5c831c9 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:55:57.302604 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Attempting to bind port 59e3ae7c-a14c-4947-8078-5bf9d5c831c9 on network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:57.313296 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:55:57.314179 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Checking segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:57.315752 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.316668 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Bound using segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:55:57.317487 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Bound port: 59e3ae7c-a14c-4947-8078-5bf9d5c831c9, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:55:57.318319 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.384754 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] For port 59e3ae7c-a14c-4947-8078-5bf9d5c831c9, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:55:57.388942 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] For port 59e3ae7c-a14c-4947-8078-5bf9d5c831c9, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=59e3ae7c-a14c-4947-8078-5bf9d5c831c9,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:55:57.398440 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.424527 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa426e93-c063-4ee1-bab5-d7fccf5e8840 None None] Pushing event updated for resources: {'Port': ['ID=59e3ae7c-a14c-4947-8078-5bf9d5c831c9,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:57.438512 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426e93-c063-4ee1-bab5-d7fccf5e8840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.439242 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426e93-c063-4ee1-bab5-d7fccf5e8840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.440420 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426e93-c063-4ee1-bab5-d7fccf5e8840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.441375 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426e93-c063-4ee1-bab5-d7fccf5e8840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.441919 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426e93-c063-4ee1-bab5-d7fccf5e8840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.442506 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426e93-c063-4ee1-bab5-d7fccf5e8840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.443244 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426e93-c063-4ee1-bab5-d7fccf5e8840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.443882 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426e93-c063-4ee1-bab5-d7fccf5e8840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.444740 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426e93-c063-4ee1-bab5-d7fccf5e8840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.445315 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426e93-c063-4ee1-bab5-d7fccf5e8840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.445926 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426e93-c063-4ee1-bab5-d7fccf5e8840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.446496 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa426e93-c063-4ee1-bab5-d7fccf5e8840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.538276 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Routers {'35209182-c02e-4e47-a23e-29a9a8e5ea31'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:55:57.539320 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:55:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['35209182-c02e-4e47-a23e-29a9a8e5ea31'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:57.541707 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Allocated IP 172.20.0.1 (96d692e2-05d3-4af8-83ff-1b363e11b217/6158668e-687d-402a-ab54-4f4a94c41e7e/2fd13d6f-1dbd-44ea-a738-2078ea6d31d0) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:57.673597 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa426e93-c063-4ee1-bab5-d7fccf5e8840 None None] Pushing event updated for resources: {'Port': ['ID=59e3ae7c-a14c-4947-8078-5bf9d5c831c9,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:57.695960 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.745412 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.765764 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] Set router 35209182-c02e-4e47-a23e-29a9a8e5ea31 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:55:57.803105 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd13d6f-1dbd-44ea-a738-2078ea6d31d0,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:57.814386 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.815609 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.816098 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.816533 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.816975 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.817410 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.817941 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.818351 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.818903 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.819366 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.819709 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.820326 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.836126 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Network 96d692e2-05d3-4af8-83ff-1b363e11b217 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:57.838095 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:57.844810 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:57.902142 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828993'] for router_interface, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.015799 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'name': 'tempest-ServerRescueNegativeTestJSON-2031801341-router', 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '59e3ae7c-a14c-4947-8078-5bf9d5c831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:55:55Z', 'revision_number': 3, 'project_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'gw_port': {'id': '59e3ae7c-a14c-4947-8078-5bf9d5c831c9', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:58.049916 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9fcdc-86cb-4e30-9ba1-85f315546164 None None] The sync data for ids ['35209182-c02e-4e47-a23e-29a9a8e5ea31'] in dv-cinder-810785-3-iscsi is: [{'id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'name': 'tempest-ServerRescueNegativeTestJSON-2031801341-router', 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '59e3ae7c-a14c-4947-8078-5bf9d5c831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:55:55Z', 'revision_number': 3, 'project_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'gw_port': {'id': '59e3ae7c-a14c-4947-8078-5bf9d5c831c9', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:55:58.175852 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40220) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:58.221266 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.332207 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b38e6642-b892-4410-ad72-6135211f3b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.432327 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.439089 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.444129 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b38e6642-b892-4410-ad72-6135211f3b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.475239 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b38e6642-b892-4410-ad72-6135211f3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.542898 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e6642-b892-4410-ad72-6135211f3b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043cf13f-1545-4333-9280-fbc109846957,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:58.553369 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-b38e6642-b892-4410-ad72-6135211f3b1d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=957d6d92b18c43f58cc65a7444d4f172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763094 Nov 19 17:55:58.554606 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40238) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:58.557942 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd13d6f-1dbd-44ea-a738-2078ea6d31d0,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:58.588794 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1830417'] for router_interface, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.660027 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-35f63ea7-2e64-462a-a24a-1442012c8373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.703343 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-35f63ea7-2e64-462a-a24a-1442012c8373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.769817 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Network 96d692e2-05d3-4af8-83ff-1b363e11b217 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:58.772139 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:58.779966 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-35f63ea7-2e64-462a-a24a-1442012c8373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.783938 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-35f63ea7-2e64-462a-a24a-1442012c8373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.788695 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-35f63ea7-2e64-462a-a24a-1442012c8373 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/043cf13f-1545-4333-9280-fbc109846957 HTTP/1.1" status: 204 len: 168 time: 0.2321479 Nov 19 17:55:58.798020 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f63ea7-2e64-462a-a24a-1442012c8373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043cf13f-1545-4333-9280-fbc109846957,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:58.954135 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Router 35209182-c02e-4e47-a23e-29a9a8e5ea31 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:55:59.333401 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:59.530569 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:55:59.537058 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e24febd4-682b-40c1-96ed-29b160a301c4 admin admin] 10.222.0.71 "PUT /v2.0/routers/35209182-c02e-4e47-a23e-29a9a8e5ea31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0789948 Nov 19 17:55:59.630334 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.028776 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb631997-0239-4970-8afa-f0456d80dc31 req-e02f1ebc-3107-4d0d-8821-e101efd53040 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:00.030418 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb631997-0239-4970-8afa-f0456d80dc31 req-e02f1ebc-3107-4d0d-8821-e101efd53040 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/networks?id=96d692e2-05d3-4af8-83ff-1b363e11b217 HTTP/1.1" status: 200 len: 819 time: 0.1112645 Nov 19 17:56:00.047755 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb631997-0239-4970-8afa-f0456d80dc31 req-81ed44df-00bc-414d-be5b-120a27fc16fa tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/quotas/9ae0de00d6db4545b1e4e8dce24c181f HTTP/1.1" status: 200 len: 375 time: 0.0099032 Nov 19 17:56:00.108691 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb631997-0239-4970-8afa-f0456d80dc31 req-dba8152a-2b70-4b32-b85a-7a323e037382 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ae0de00d6db4545b1e4e8dce24c181f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0542035 Nov 19 17:56:00.233531 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb631997-0239-4970-8afa-f0456d80dc31 req-03cc339a-6b9b-442d-86c1-2929c03feafb service neutron] 10.222.0.71 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099415 Nov 19 17:56:00.358251 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 59e3ae7c-a14c-4947-8078-5bf9d5c831c9 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:00.363117 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb631997-0239-4970-8afa-f0456d80dc31 req-718d5a1e-1f7b-48ec-9882-298d901a1962 service neutron] 10.222.0.71 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249166 Nov 19 17:56:00.461943 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Sync routers for ids ['35209182-c02e-4e47-a23e-29a9a8e5ea31'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:00.547034 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Routers {'35209182-c02e-4e47-a23e-29a9a8e5ea31'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:00.547950 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:55:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['35209182-c02e-4e47-a23e-29a9a8e5ea31'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:00.692912 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8a27211b-1d8d-43b5-bc80-554d3b7530cd req-c57a2914-cf1a-48fc-9088-265bb7f3f23f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 210 time: 0.0845504 Nov 19 17:56:00.759065 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Set router 35209182-c02e-4e47-a23e-29a9a8e5ea31 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:00.807567 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 59e3ae7c-a14c-4947-8078-5bf9d5c831c9 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:00.808139 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.037708 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40364) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:01.199342 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-66d988ee-84c6-4c57-a76f-118bd75c28a6 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:01.200909 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-66d988ee-84c6-4c57-a76f-118bd75c28a6 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/networks?id=f2d34df1-c8a6-4e64-99d7-45092325de01 HTTP/1.1" status: 200 len: 815 time: 0.2648077 Nov 19 17:56:01.256650 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.300097 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port 59e3ae7c-a14c-4947-8078-5bf9d5c831c9, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=59e3ae7c-a14c-4947-8078-5bf9d5c831c9,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:01.316256 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.320203 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-31af9d6e-336f-4d90-989c-3a54071aeafc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.353538 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-cf713d2c-aa49-426d-8008-86fe2d70ef46 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/quotas/f70f81a9efc74af9998478d2ddcd678d HTTP/1.1" status: 200 len: 375 time: 0.1207428 Nov 19 17:56:01.398862 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=59e3ae7c-a14c-4947-8078-5bf9d5c831c9,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:01.413396 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'name': 'tempest-ServerRescueNegativeTestJSON-2031801341-router', 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '59e3ae7c-a14c-4947-8078-5bf9d5c831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:55:58Z', 'revision_number': 4, 'project_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'gw_port': {'id': '59e3ae7c-a14c-4947-8078-5bf9d5c831c9', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '2fd13d6f-1dbd-44ea-a738-2078ea6d31d0', 'name': '', 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217', 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'mac_address': 'fa:16:3e:0e:7b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '6158668e-687d-402a-ab54-4f4a94c41e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:55:57Z', 'updated_at': '2021-11-19T17:55:58Z', 'revision_number': 2, 'project_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'subnets': [{'id': '6158668e-687d-402a-ab54-4f4a94c41e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:01.452324 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Checking router: 35209182-c02e-4e47-a23e-29a9a8e5ea31 for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:56:01.452867 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Updating router 35209182-c02e-4e47-a23e-29a9a8e5ea31 port 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0 binding host dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:56:01.461369 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-a83616a2-e1cb-4df0-8954-ae62b2b3cd3d tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f70f81a9efc74af9998478d2ddcd678d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993221 Nov 19 17:56:01.497466 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.503461 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-31af9d6e-336f-4d90-989c-3a54071aeafc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.507374 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-0b07f685-ef2a-4550-ab9c-a36d76154aaf tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:01.515129 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-0b07f685-ef2a-4550-ab9c-a36d76154aaf tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/networks?id=96d692e2-05d3-4af8-83ff-1b363e11b217 HTTP/1.1" status: 200 len: 819 time: 0.3131499 Nov 19 17:56:01.516222 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-31af9d6e-336f-4d90-989c-3a54071aeafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.571655 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-658e7a7c-73e4-4cc2-bdc9-8a401d7fa058 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/quotas/9ae0de00d6db4545b1e4e8dce24c181f HTTP/1.1" status: 200 len: 375 time: 0.0553365 Nov 19 17:56:01.634785 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af9d6e-336f-4d90-989c-3a54071aeafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cb7535-5ecf-4b78-b5d7-4d955963b984,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:01.664481 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-31af9d6e-336f-4d90-989c-3a54071aeafc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e8b7c6e9afc14f1ab26c7833f7a27da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6232319 Nov 19 17:56:01.664971 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40394) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:01.720548 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-1b0f741f-3476-4547-9445-4ef0b6c7d4c2 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ae0de00d6db4545b1e4e8dce24c181f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1472688 Nov 19 17:56:01.813334 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-ba2fbdc0-5f35-4579-a8da-229bbcff8106 service neutron] 10.222.0.71 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400238 Nov 19 17:56:01.821966 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-04d26536-ccdb-4083-a399-0ed1e65e8698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.868382 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-04d26536-ccdb-4083-a399-0ed1e65e8698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.928726 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-04d26536-ccdb-4083-a399-0ed1e65e8698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.933136 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-04d26536-ccdb-4083-a399-0ed1e65e8698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.934666 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-04d26536-ccdb-4083-a399-0ed1e65e8698 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f6cb7535-5ecf-4b78-b5d7-4d955963b984 HTTP/1.1" status: 204 len: 168 time: 0.2654896 Nov 19 17:56:01.946665 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d26536-ccdb-4083-a399-0ed1e65e8698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cb7535-5ecf-4b78-b5d7-4d955963b984,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:02.015040 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Publish callbacks [] for port, precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.025090 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.050114 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-82a5d151-eeaf-4b8e-a9e6-b15bffa91adf service neutron] 10.222.0.71 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227290 Nov 19 17:56:02.076833 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-6f4ead6a-8699-421d-a592-a2f4d5ded30b service neutron] 10.222.0.71 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551190 Nov 19 17:56:02.159576 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ced12-47ac-4059-9318-30f3c3ce11d6 None None] Pushing event updated for resources: {'Port': ['ID=2fd13d6f-1dbd-44ea-a738-2078ea6d31d0,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:02.217380 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-4e61ce40-e4de-474f-9531-9281bac53181 service neutron] 10.222.0.71 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386726 Nov 19 17:56:02.503273 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Attempting to bind port 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:02.503912 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Attempting to bind port 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '804ebd93-68f4-4dbd-b182-b921aac84aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:02.504073 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Attempting to bind port 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0 on network 96d692e2-05d3-4af8-83ff-1b363e11b217 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:02.508387 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 59e3ae7c-a14c-4947-8078-5bf9d5c831c9 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:02.589249 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:02.589996 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Checking segment: {'id': '804ebd93-68f4-4dbd-b182-b921aac84aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:02.590595 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.592911 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Bound using segment: {'id': '804ebd93-68f4-4dbd-b182-b921aac84aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:02.593618 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Bound port: 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804ebd93-68f4-4dbd-b182-b921aac84aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:02.594015 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.703338 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 59e3ae7c-a14c-4947-8078-5bf9d5c831c9 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:02.704082 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.760086 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-af23c237-6ce0-491b-9162-ddda18a69a91 req-0d15b618-57ba-469b-bf09-75d8279ad476 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 210 time: 0.1850576 Nov 19 17:56:02.764942 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2698fdd9-7e32-4aa2-a6e3-1f97fa6d000a req-1a2c9f53-c77b-4d6d-8f17-b6f3e9dad2eb tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 210 time: 0.0834899 Nov 19 17:56:02.792097 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] For port 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:02.815676 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] For port 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=2fd13d6f-1dbd-44ea-a738-2078ea6d31d0,segment=NetworkSegment(804ebd93-68f4-4dbd-b182-b921aac84aaa),segment_id=804ebd93-68f4-4dbd-b182-b921aac84aaa)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:02.827344 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.912381 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb631997-0239-4970-8afa-f0456d80dc31 req-b7ea926a-ef1f-4f0b-b357-580e5158a587 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:02.914374 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb631997-0239-4970-8afa-f0456d80dc31 req-b7ea926a-ef1f-4f0b-b357-580e5158a587 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.85 "GET /v2.0/networks?id=96d692e2-05d3-4af8-83ff-1b363e11b217 HTTP/1.1" status: 200 len: 819 time: 0.6224182 Nov 19 17:56:02.939592 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-eb631997-0239-4970-8afa-f0456d80dc31 req-000aa0de-c9f5-4ef6-a995-86a337f999f1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Request body: {'port': {'device_id': '999568b8-d5d3-42ea-bf83-af582bf07633', 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217', 'admin_state_up': True, 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:02.940219 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Routers {'35209182-c02e-4e47-a23e-29a9a8e5ea31'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:02.940855 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:55:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['35209182-c02e-4e47-a23e-29a9a8e5ea31'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:02.999940 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ced12-47ac-4059-9318-30f3c3ce11d6 None None] Pushing event updated for resources: {'Port': ['ID=2fd13d6f-1dbd-44ea-a738-2078ea6d31d0,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:03.139791 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] Set router 35209182-c02e-4e47-a23e-29a9a8e5ea31 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:03.165763 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb631997-0239-4970-8afa-f0456d80dc31 req-000aa0de-c9f5-4ef6-a995-86a337f999f1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Made reservation on behalf of 9ae0de00d6db4545b1e4e8dce24c181f for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:03.179815 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-eb631997-0239-4970-8afa-f0456d80dc31 req-000aa0de-c9f5-4ef6-a995-86a337f999f1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:03.520130 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-eb631997-0239-4970-8afa-f0456d80dc31 req-000aa0de-c9f5-4ef6-a995-86a337f999f1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Allocated IP 172.20.0.10 (96d692e2-05d3-4af8-83ff-1b363e11b217/6158668e-687d-402a-ab54-4f4a94c41e7e/2b82dddf-89bd-4bd4-90a9-c7fba3abde45) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:03.587299 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'name': 'tempest-ServerRescueNegativeTestJSON-2031801341-router', 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '59e3ae7c-a14c-4947-8078-5bf9d5c831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:55:58Z', 'revision_number': 4, 'project_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'gw_port': {'id': '59e3ae7c-a14c-4947-8078-5bf9d5c831c9', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '2fd13d6f-1dbd-44ea-a738-2078ea6d31d0', 'name': '', 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217', 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'mac_address': 'fa:16:3e:0e:7b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '6158668e-687d-402a-ab54-4f4a94c41e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:55:57Z', 'updated_at': '2021-11-19T17:56:02Z', 'revision_number': 4, 'project_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'subnets': [{'id': '6158668e-687d-402a-ab54-4f4a94c41e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:03.700160 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08af43-4f35-4b05-b579-fb04378ccf52 None None] The sync data for ids ['35209182-c02e-4e47-a23e-29a9a8e5ea31'] in dv-cinder-810785-3-iscsi is: [{'id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'name': 'tempest-ServerRescueNegativeTestJSON-2031801341-router', 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '59e3ae7c-a14c-4947-8078-5bf9d5c831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:55:58Z', 'revision_number': 4, 'project_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'gw_port': {'id': '59e3ae7c-a14c-4947-8078-5bf9d5c831c9', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '2fd13d6f-1dbd-44ea-a738-2078ea6d31d0', 'name': '', 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217', 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'mac_address': 'fa:16:3e:0e:7b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '6158668e-687d-402a-ab54-4f4a94c41e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:55:57Z', 'updated_at': '2021-11-19T17:56:02Z', 'revision_number': 4, 'project_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'subnets': [{'id': '6158668e-687d-402a-ab54-4f4a94c41e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:03.928029 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-eb631997-0239-4970-8afa-f0456d80dc31 req-000aa0de-c9f5-4ef6-a995-86a337f999f1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:03.979089 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e5c0e893-0313-4197-bbc1-6290e8381038 req-8148b2df-e65f-4626-a9f2-3e53129020f2 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 210 time: 0.0492539 Nov 19 17:56:04.013567 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e96cede7-7473-4138-9920-ebc0e5e65f65 req-904085e5-3550-46b7-a81f-dfff39ab9797 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 210 time: 0.0655515 Nov 19 17:56:04.050993 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-eb631997-0239-4970-8afa-f0456d80dc31 req-000aa0de-c9f5-4ef6-a995-86a337f999f1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.104259 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb631997-0239-4970-8afa-f0456d80dc31 req-000aa0de-c9f5-4ef6-a995-86a337f999f1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Network 96d692e2-05d3-4af8-83ff-1b363e11b217 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:04.108040 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-eb631997-0239-4970-8afa-f0456d80dc31 req-000aa0de-c9f5-4ef6-a995-86a337f999f1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:04.112849 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb631997-0239-4970-8afa-f0456d80dc31 req-000aa0de-c9f5-4ef6-a995-86a337f999f1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:04.141508 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000aa0de-c9f5-4ef6-a995-86a337f999f1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Pushing event updated for resources: {'Port': ['ID=2b82dddf-89bd-4bd4-90a9-c7fba3abde45,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:04.184778 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb631997-0239-4970-8afa-f0456d80dc31 req-000aa0de-c9f5-4ef6-a995-86a337f999f1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:04.185526 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-eb631997-0239-4970-8afa-f0456d80dc31 req-000aa0de-c9f5-4ef6-a995-86a337f999f1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.216533 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb631997-0239-4970-8afa-f0456d80dc31 req-000aa0de-c9f5-4ef6-a995-86a337f999f1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2838190 Nov 19 17:56:04.248674 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Request body: {'port': {'device_id': '999568b8-d5d3-42ea-bf83-af582bf07633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:04.406655 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:04.521012 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.524675 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:04.527759 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.542018 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40524) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:04.737504 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.867902 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=2fd13d6f-1dbd-44ea-a738-2078ea6d31d0,segment=NetworkSegment(804ebd93-68f4-4dbd-b182-b921aac84aaa),segment_id=804ebd93-68f4-4dbd-b182-b921aac84aaa)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:04.874001 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.903059 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.980207 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-44897eb8-dc55-424e-b3d9-a699d413543a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:04.980817 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=2fd13d6f-1dbd-44ea-a738-2078ea6d31d0,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:04.982580 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-44897eb8-dc55-424e-b3d9-a699d413543a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "GET /v2.0/networks?id=f2d34df1-c8a6-4e64-99d7-45092325de01 HTTP/1.1" status: 200 len: 815 time: 0.5798893 Nov 19 17:56:05.031303 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-2006ea84-b552-4166-9d31-feb8e8552342 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Request body: {'port': {'device_id': '966c6439-e704-4b26-a321-41b3f019da4f', 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01', 'admin_state_up': True, 'tenant_id': 'f70f81a9efc74af9998478d2ddcd678d'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:05.071436 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.072924 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40544) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:05.091787 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.201536 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f3e152fb801f448d8d3162b85bdd28f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6495771 Nov 19 17:56:05.209508 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc24108-3c57-45d8-a504-471ac8fcd905,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:05.218567 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 40552) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:05.225633 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:05.226225 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:05.227232 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:05.227820 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:05.228322 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:05.229053 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:05.229603 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:05.230106 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:05.230674 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:05.231184 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:05.232529 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:05.233684 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dd6df-27be-4379-9c23-035b16f913fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:05.296659 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-873e0ea4-4db7-4d63-ba3c-f251263cf6b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.340801 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-25476872-228d-446f-b8b7-990919698d70 req-5d4d07f3-4623-408b-9ee4-780d5fada8ed tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 210 time: 0.1167099 Nov 19 17:56:05.364135 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cb1e690c-e5f3-4687-ac62-0aab9d4f3894 req-532dacd1-cfc7-44be-b521-b8e81f313e06 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 210 time: 0.1444168 Nov 19 17:56:05.494488 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-873e0ea4-4db7-4d63-ba3c-f251263cf6b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.502007 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-873e0ea4-4db7-4d63-ba3c-f251263cf6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.538314 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-873e0ea4-4db7-4d63-ba3c-f251263cf6b9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8ea05b19f50a4d37b347509a29f3ac8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4636509 Nov 19 17:56:05.546933 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40568) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:05.608933 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e0ea4-4db7-4d63-ba3c-f251263cf6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b6a25e-28fa-4929-8e2e-8d1731867a56,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:05.652664 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d2d8c821-4087-435c-a5e6-1e14902729cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.657614 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-2006ea84-b552-4166-9d31-feb8e8552342 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Made reservation on behalf of f70f81a9efc74af9998478d2ddcd678d for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:05.661733 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-2006ea84-b552-4166-9d31-feb8e8552342 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.664414 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8775d042-482d-43ab-bbe7-4c6bd3600b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.687182 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-561e74de-487e-4277-9955-b3b3867ea5a7 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:05.689044 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-561e74de-487e-4277-9955-b3b3867ea5a7 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.85 "GET /v2.0/networks?id=96d692e2-05d3-4af8-83ff-1b363e11b217 HTTP/1.1" status: 200 len: 819 time: 0.4318645 Nov 19 17:56:05.692363 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d2d8c821-4087-435c-a5e6-1e14902729cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.721296 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-14ac6db7-c2d9-4f0e-a8e9-478e087074c1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Request body: {'port': {'device_id': 'ed6e6673-f063-49c6-b9b8-65637f8f9876', 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217', 'admin_state_up': True, 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:05.763961 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d2d8c821-4087-435c-a5e6-1e14902729cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.767969 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d2d8c821-4087-435c-a5e6-1e14902729cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.771407 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-d2d8c821-4087-435c-a5e6-1e14902729cc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c3b6a25e-28fa-4929-8e2e-8d1731867a56 HTTP/1.1" status: 204 len: 168 time: 0.2216215 Nov 19 17:56:05.792835 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8c821-4087-435c-a5e6-1e14902729cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b6a25e-28fa-4929-8e2e-8d1731867a56,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:05.815001 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8775d042-482d-43ab-bbe7-4c6bd3600b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.867960 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:05.905093 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.952590 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Transition to ACTIVE for port object 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:56:05.985748 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.089692 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-2006ea84-b552-4166-9d31-feb8e8552342 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Allocated IP 172.20.0.9 (f2d34df1-c8a6-4e64-99d7-45092325de01/6976624c-1d1e-4351-9ac4-73432abae10d/57caf28e-25f1-4f97-824f-a8e8f32660da) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:06.091633 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8775d042-482d-43ab-bbe7-4c6bd3600b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.094478 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8775d042-482d-43ab-bbe7-4c6bd3600b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.098705 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8775d042-482d-43ab-bbe7-4c6bd3600b46 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8dc24108-3c57-45d8-a504-471ac8fcd905 HTTP/1.1" status: 204 len: 168 time: 0.8748779 Nov 19 17:56:06.140024 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775d042-482d-43ab-bbe7-4c6bd3600b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc24108-3c57-45d8-a504-471ac8fcd905,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:06.145352 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Pushing event updated for resources: {'Port': ['ID=2b82dddf-89bd-4bd4-90a9-c7fba3abde45,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:06.170548 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-14ac6db7-c2d9-4f0e-a8e9-478e087074c1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Made reservation on behalf of 9ae0de00d6db4545b1e4e8dce24c181f for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:06.175552 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-14ac6db7-c2d9-4f0e-a8e9-478e087074c1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.362003 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:06.465403 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Attempting to bind port 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:06.465758 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Attempting to bind port 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '804ebd93-68f4-4dbd-b182-b921aac84aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:06.466104 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Attempting to bind port 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 on network 96d692e2-05d3-4af8-83ff-1b363e11b217 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:06.487134 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:06.489499 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.615199 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-2006ea84-b552-4166-9d31-feb8e8552342 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.667233 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Port 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 on network 96d692e2-05d3-4af8-83ff-1b363e11b217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:56:06.667783 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Attempting to bind port 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 on network 96d692e2-05d3-4af8-83ff-1b363e11b217 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:06.707400 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:06.707866 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Checking segment: {'id': '804ebd93-68f4-4dbd-b182-b921aac84aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:06.708753 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Bound using segment: {'id': '804ebd93-68f4-4dbd-b182-b921aac84aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:06.709256 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Bound port: 2b82dddf-89bd-4bd4-90a9-c7fba3abde45, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804ebd93-68f4-4dbd-b182-b921aac84aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:06.709620 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.712804 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-2006ea84-b552-4166-9d31-feb8e8552342 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.727446 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['83a2ee6d-573c-447a-8ee8-37242ca101b0', '6113f1af-2030-485e-943c-6fbe4577d50b'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:56:06.844813 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c9f89b79-85f4-430f-935a-78db4abfb94d req-75f9d4cd-2402-41fa-9831-ebe59c4edb82 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 210 time: 0.2518222 Nov 19 17:56:06.847938 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-39b21fc5-7f9b-46d3-9755-4ee2c914f434 req-82de3b51-2e4a-40bc-b0f8-5b017f6f901f tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 210 time: 0.3058763 Nov 19 17:56:06.913082 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-2006ea84-b552-4166-9d31-feb8e8552342 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Network f2d34df1-c8a6-4e64-99d7-45092325de01 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:06.927356 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-2006ea84-b552-4166-9d31-feb8e8552342 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:06.959546 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-2006ea84-b552-4166-9d31-feb8e8552342 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:06.971607 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006ea84-b552-4166-9d31-feb8e8552342 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Pushing event updated for resources: {'Port': ['ID=57caf28e-25f1-4f97-824f-a8e8f32660da,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:07.288576 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40636) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:07.310940 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-14ac6db7-c2d9-4f0e-a8e9-478e087074c1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Allocated IP 172.20.0.2 (96d692e2-05d3-4af8-83ff-1b363e11b217/6158668e-687d-402a-ab54-4f4a94c41e7e/0709ef2e-fc0b-44c6-adb1-47c8c430d2c0) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:07.356291 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] For port 2b82dddf-89bd-4bd4-90a9-c7fba3abde45, host hv-cinder-81078, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:07.366025 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-2006ea84-b552-4166-9d31-feb8e8552342 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:07.366784 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-2006ea84-b552-4166-9d31-feb8e8552342 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.373854 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] For port 2b82dddf-89bd-4bd4-90a9-c7fba3abde45, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=2b82dddf-89bd-4bd4-90a9-c7fba3abde45,segment=NetworkSegment(804ebd93-68f4-4dbd-b182-b921aac84aaa),segment_id=804ebd93-68f4-4dbd-b182-b921aac84aaa)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:07.390262 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.441172 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-2006ea84-b552-4166-9d31-feb8e8552342 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4187715 Nov 19 17:56:07.471598 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-568914843-network', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:07.480460 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Request body: {'port': {'device_id': '966c6439-e704-4b26-a321-41b3f019da4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:07.486595 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:07.487216 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.488994 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb631997-0239-4970-8afa-f0456d80dc31 req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] 10.222.0.85 "PUT /v2.0/ports/2b82dddf-89bd-4bd4-90a9-c7fba3abde45 HTTP/1.1" status: 200 len: 1094 time: 3.2444270 Nov 19 17:56:07.509233 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] Made reservation on behalf of 21c13efec7f34837a11bafa7687ba15a for: {'network': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:07.516436 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.525684 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999568b8-d5d3-42ea-bf83-af582bf07633', 'tag': '2b82dddf-89bd-4bd4-90a9-c7fba3abde45'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:07.527483 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e964ea8-0589-490c-9fca-3950c06c98c6" -d '{"events": [{"name": "network-changed", "server_uuid": "999568b8-d5d3-42ea-bf83-af582bf07633", "tag": "2b82dddf-89bd-4bd4-90a9-c7fba3abde45"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:07.537018 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.611835 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb3be59-65db-41a7-9c98-5b9fcdf128c8 x-openstack-request-id: req-abb3be59-65db-41a7-9c98-5b9fcdf128c8 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:07.612427 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999568b8-d5d3-42ea-bf83-af582bf07633", "tag": "2b82dddf-89bd-4bd4-90a9-c7fba3abde45", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:07.612427 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-abb3be59-65db-41a7-9c98-5b9fcdf128c8 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:07.612851 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999568b8-d5d3-42ea-bf83-af582bf07633', 'tag': '2b82dddf-89bd-4bd4-90a9-c7fba3abde45', 'status': 'completed', 'code': 200} Nov 19 17:56:07.631650 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669e595-ebdd-4340-ad23-9d97535df871 service neutron] Pushing event updated for resources: {'Port': ['ID=2b82dddf-89bd-4bd4-90a9-c7fba3abde45,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:07.672179 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.677571 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.687105 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.703451 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=103565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:56:07.715788 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb631997-0239-4970-8afa-f0456d80dc31 req-736f0f5b-2d4d-4439-9407-826c28e07c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:07.717998 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb631997-0239-4970-8afa-f0456d80dc31 req-736f0f5b-2d4d-4439-9407-826c28e07c3b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9ae0de00d6db4545b1e4e8dce24c181f&device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 1097 time: 0.1618199 Nov 19 17:56:07.720522 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac92466-cde2-4af2-830b-0385dca82f05,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:07.727077 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.727860 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.segments_db [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] Added segment 3a932848-4b09-47dd-b4ee-190087253e82 of type vlan for network a6f19787-0d9c-473b-97f7-7d6adaae4a87 Nov 19 17:56:07.797995 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.815588 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-14ac6db7-c2d9-4f0e-a8e9-478e087074c1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.819911 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb631997-0239-4970-8afa-f0456d80dc31 req-300870c9-eecc-4adb-883e-d143d3a1894b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b82dddf-89bd-4bd4-90a9-c7fba3abde45 HTTP/1.1" status: 200 len: 217 time: 0.0669868 Nov 19 17:56:07.841014 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.843079 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:07.846078 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.942303 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6518862 Nov 19 17:56:07.953103 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 40652) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:07.956524 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821b83d-067d-47c8-8baf-c14ee30c6bca admin admin] Pushing event updated for resources: {'Network': ['ID=a6f19787-0d9c-473b-97f7-7d6adaae4a87,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:07.961137 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-34f8b433-63fd-400a-8c60-5aad7848088a admin admin] Request body: {'subnet': {'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-568914843-subnet', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:07.969096 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network a6f19787-0d9c-473b-97f7-7d6adaae4a87 details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:56:08.034029 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7dd7b14b-a872-4ff3-af99-8fda098d4a7f req-554845c0-ed2a-4acd-9ed6-356cb3098367 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 210 time: 0.0670257 Nov 19 17:56:08.048204 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb631997-0239-4970-8afa-f0456d80dc31 req-39192cb4-5b79-4df0-8a28-719dac93c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:08.050635 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb631997-0239-4970-8afa-f0456d80dc31 req-39192cb4-5b79-4df0-8a28-719dac93c775 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6158668e-687d-402a-ab54-4f4a94c41e7e HTTP/1.1" status: 200 len: 859 time: 0.2163522 Nov 19 17:56:08.088029 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-14ac6db7-c2d9-4f0e-a8e9-478e087074c1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.156668 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb631997-0239-4970-8afa-f0456d80dc31 req-ad1ab29f-dceb-407f-835f-187f5cbe3b7c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96d692e2-05d3-4af8-83ff-1b363e11b217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858934 Nov 19 17:56:08.183239 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f8b433-63fd-400a-8c60-5aad7848088a admin admin] Made reservation on behalf of 21c13efec7f34837a11bafa7687ba15a for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:08.184308 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.185502 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-34f8b433-63fd-400a-8c60-5aad7848088a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14553261'] for subnet, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.308858 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-14ac6db7-c2d9-4f0e-a8e9-478e087074c1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Network 96d692e2-05d3-4af8-83ff-1b363e11b217 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:08.336022 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-14ac6db7-c2d9-4f0e-a8e9-478e087074c1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:08.344660 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac6db7-c2d9-4f0e-a8e9-478e087074c1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Pushing event updated for resources: {'Port': ['ID=0709ef2e-fc0b-44c6-adb1-47c8c430d2c0,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:08.352394 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-14ac6db7-c2d9-4f0e-a8e9-478e087074c1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:08.381175 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f980ce-10f3-45cc-8815-baa13720fd0f req-892725da-ea64-4609-a8cc-d04ccce27172 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:08.382781 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f9f980ce-10f3-45cc-8815-baa13720fd0f req-892725da-ea64-4609-a8cc-d04ccce27172 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 931 time: 0.3765213 Nov 19 17:56:08.525118 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb631997-0239-4970-8afa-f0456d80dc31 req-3f09e508-4c6e-4e17-b98c-bc7207c317fa service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364613 Nov 19 17:56:08.530778 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-14ac6db7-c2d9-4f0e-a8e9-478e087074c1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:08.531386 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-14ac6db7-c2d9-4f0e-a8e9-478e087074c1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.606492 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f9f980ce-10f3-45cc-8815-baa13720fd0f req-c930a119-db8b-4bb5-946c-8f6be8af32a2 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969044 Nov 19 17:56:08.616938 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-14ac6db7-c2d9-4f0e-a8e9-478e087074c1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9056807 Nov 19 17:56:08.619129 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57caf28e-25f1-4f97-824f-a8e8f32660da {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:08.629982 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.652310 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Transition to ACTIVE for port object 57caf28e-25f1-4f97-824f-a8e8f32660da will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:56:08.672648 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.744817 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-34f8b433-63fd-400a-8c60-5aad7848088a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14508700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14553279'] for subnet, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.750281 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Pushing event updated for resources: {'Port': ['ID=57caf28e-25f1-4f97-824f-a8e8f32660da,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:08.846308 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8b433-63fd-400a-8c60-5aad7848088a admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b0f588-f427-4f60-a117-f9f73140d58e,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:08.875977 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f8b433-63fd-400a-8c60-5aad7848088a admin admin] Checking segment: {'id': '3a932848-4b09-47dd-b4ee-190087253e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:08.876365 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f8b433-63fd-400a-8c60-5aad7848088a admin admin] Network hostable DHCP agents. Network: a6f19787-0d9c-473b-97f7-7d6adaae4a87, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:56:08.891796 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Attempting to bind port 57caf28e-25f1-4f97-824f-a8e8f32660da on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:08.892219 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Attempting to bind port 57caf28e-25f1-4f97-824f-a8e8f32660da by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:08.892558 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Attempting to bind port 57caf28e-25f1-4f97-824f-a8e8f32660da on network f2d34df1-c8a6-4e64-99d7-45092325de01 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:08.901776 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Port 57caf28e-25f1-4f97-824f-a8e8f32660da on network f2d34df1-c8a6-4e64-99d7-45092325de01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:56:08.902047 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Attempting to bind port 57caf28e-25f1-4f97-824f-a8e8f32660da on network f2d34df1-c8a6-4e64-99d7-45092325de01 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:08.911508 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:08.911508 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Checking segment: {'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:08.911508 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Bound using segment: {'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:08.911956 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Bound port: 57caf28e-25f1-4f97-824f-a8e8f32660da, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:08.912126 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.915558 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f8b433-63fd-400a-8c60-5aad7848088a admin admin] Network a6f19787-0d9c-473b-97f7-7d6adaae4a87 is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:56:08.955322 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-34f8b433-63fd-400a-8c60-5aad7848088a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, a6f19787-0d9c-473b-97f7-7d6adaae4a87) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:08.964757 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b114c6-6e4b-4cec-9f0a-03914a35686c None None] Network a6f19787-0d9c-473b-97f7-7d6adaae4a87 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:08.965300 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f8b433-63fd-400a-8c60-5aad7848088a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:08.965902 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-34f8b433-63fd-400a-8c60-5aad7848088a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.993448 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-34f8b433-63fd-400a-8c60-5aad7848088a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0366216 Nov 19 17:56:08.997956 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40664) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:09.002436 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:09.016928 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] For port 57caf28e-25f1-4f97-824f-a8e8f32660da, host hv-cinder-81078, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:09.020880 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] For port 57caf28e-25f1-4f97-824f-a8e8f32660da, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=57caf28e-25f1-4f97-824f-a8e8f32660da,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:09.027138 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.036417 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260438'] for router, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.037751 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260429'] for router, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.075168 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:09.075801 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.077246 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] 10.222.0.85 "PUT /v2.0/ports/57caf28e-25f1-4f97-824f-a8e8f32660da HTTP/1.1" status: 200 len: 1093 time: 1.6045222 Nov 19 17:56:09.101550 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f5c96-2847-442d-a842-674dbe67bc92 service neutron] Pushing event updated for resources: {'Port': ['ID=57caf28e-25f1-4f97-824f-a8e8f32660da,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:09.107562 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.193451 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41e3f734-d01d-5427-9f52-2e4031802599-a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'fixed_ips': [{'subnet_id': '58b0f588-f427-4f60-a117-f9f73140d58e'}]}} from dv-cinder-810785-3-iscsi. {{(pid=103566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:56:09.194513 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.239573 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac04ff-6216-469f-bf20-3622a19e960a req-311f2074-063d-41f6-9d5a-faac872fa6e7 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:09.247230 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ccac04ff-6216-469f-bf20-3622a19e960a req-311f2074-063d-41f6-9d5a-faac872fa6e7 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 931 time: 0.0684991 Nov 19 17:56:09.275746 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.331247 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ccac04ff-6216-469f-bf20-3622a19e960a req-ca84370a-0d66-447d-b6e5-8fd196e1f94b tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812492 Nov 19 17:56:09.379984 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.db_base_plugin_common [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Allocated IP 172.20.0.2 (a6f19787-0d9c-473b-97f7-7d6adaae4a87/58b0f588-f427-4f60-a117-f9f73140d58e/3fbeeddd-b6b5-4c92-aeda-3411fe4a8416) {{(pid=103566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:09.543403 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Publish callbacks [] for port, precommit_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.552347 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.553709 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.580483 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.590916 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Network a6f19787-0d9c-473b-97f7-7d6adaae4a87 is already hosted by enough agents. {{(pid=103566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:09.593862 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.base_scheduler [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Resources bound (agent type, host, resource id): {{(pid=103566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:09.598248 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Received port after_create {{(pid=103566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:09.613810 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966c6439-e704-4b26-a321-41b3f019da4f', 'tag': '57caf28e-25f1-4f97-824f-a8e8f32660da'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:09.616182 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e0028a-9be3-4406-b73f-f909d7fe4106" -d '{"events": [{"name": "network-changed", "server_uuid": "966c6439-e704-4b26-a321-41b3f019da4f", "tag": "57caf28e-25f1-4f97-824f-a8e8f32660da"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:09.656385 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608db110-4891-449e-bb28-118bcf913eb3 x-openstack-request-id: req-608db110-4891-449e-bb28-118bcf913eb3 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:09.656859 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966c6439-e704-4b26-a321-41b3f019da4f", "tag": "57caf28e-25f1-4f97-824f-a8e8f32660da", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:09.657281 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-608db110-4891-449e-bb28-118bcf913eb3 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:09.658425 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966c6439-e704-4b26-a321-41b3f019da4f', 'tag': '57caf28e-25f1-4f97-824f-a8e8f32660da', 'status': 'completed', 'code': 200} Nov 19 17:56:09.672415 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Pushing event updated for resources: {'Port': ['ID=3fbeeddd-b6b5-4c92-aeda-3411fe4a8416,revision_number=1']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:09.695686 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Attempting to bind port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:09.696061 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Attempting to bind port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '3a932848-4b09-47dd-b4ee-190087253e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:09.696446 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Attempting to bind port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 on network a6f19787-0d9c-473b-97f7-7d6adaae4a87 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:09.701992 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:09.702365 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Checking segment: {'id': '3a932848-4b09-47dd-b4ee-190087253e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:09.702800 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.703192 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Bound using segment: {'id': '3a932848-4b09-47dd-b4ee-190087253e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:09.703724 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Bound port: 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a932848-4b09-47dd-b4ee-190087253e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:09.704044 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.706242 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Allocated IP 172.27.1.212 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/319d444b-e979-4e86-b19a-8637dc80459c) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:09.760936 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071aaf12-50e7-469a-82aa-178448497b36 req-9c741a39-917a-47f5-bbfc-199991d3e7c1 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:09.762601 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-071aaf12-50e7-469a-82aa-178448497b36 req-9c741a39-917a-47f5-bbfc-199991d3e7c1 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 943 time: 0.0603302 Nov 19 17:56:09.796512 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] For port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:09.801680 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] For port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=3fbeeddd-b6b5-4c92-aeda-3411fe4a8416,segment=NetworkSegment(3a932848-4b09-47dd-b4ee-190087253e82),segment_id=3a932848-4b09-47dd-b4ee-190087253e82)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:09.812480 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.823238 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-071aaf12-50e7-469a-82aa-178448497b36 req-c848c2b4-1cd8-4f58-aec4-d879f50178ff tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518293 Nov 19 17:56:09.850648 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.890898 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b67e8-07b0-4599-a89f-4fd841c5fe18 None None] Pushing event updated for resources: {'Port': ['ID=3fbeeddd-b6b5-4c92-aeda-3411fe4a8416,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:09.895833 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.955821 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:09.959485 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:09.962809 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:10.008955 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Pushing event updated for resources: {'Port': ['ID=319d444b-e979-4e86-b19a-8637dc80459c,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:10.295009 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:10.335863 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:10.392546 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:10.393609 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:10.469990 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763402ca-36d1-498c-b581-b9d7aa05d633 req-7a210701-a71b-467d-9168-192cd1664405 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:10.473059 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-763402ca-36d1-498c-b581-b9d7aa05d633 req-7a210701-a71b-467d-9168-192cd1664405 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 931 time: 0.0581422 Nov 19 17:56:10.511320 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:10.567213 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-763402ca-36d1-498c-b581-b9d7aa05d633 req-641dfe6c-82b5-40dd-817d-8186e107232c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865459 Nov 19 17:56:10.572120 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=3fbeeddd-b6b5-4c92-aeda-3411fe4a8416,segment=NetworkSegment(3a932848-4b09-47dd-b4ee-190087253e82),segment_id=3a932848-4b09-47dd-b4ee-190087253e82)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:10.578176 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:10.661652 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=3fbeeddd-b6b5-4c92-aeda-3411fe4a8416,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:10.745676 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746134'] for router, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:10.883221 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 is scheduled to L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 with binding_index 1 {{(pid=103565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:56:10.930086 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45f88aa-7dd8-43a9-ae5a-0e425f48911a None None] Network a6f19787-0d9c-473b-97f7-7d6adaae4a87 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:10.950923 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878a16c-e383-44b7-83f0-a4a31cc52539 req-b4bf702d-ee6c-4765-bb4f-295e5c2cdfd1 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:10.958706 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2878a16c-e383-44b7-83f0-a4a31cc52539 req-b4bf702d-ee6c-4765-bb4f-295e5c2cdfd1 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 943 time: 0.0602801 Nov 19 17:56:11.012840 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2878a16c-e383-44b7-83f0-a4a31cc52539 req-aea6a9f7-be81-4563-b803-d5b5be423b76 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530858 Nov 19 17:56:11.017771 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:11.027269 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Sync routers for ids ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:11.039912 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Routers {'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:11.040723 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:55:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:11.044127 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.045465 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-1c618dad-689f-4461-b6cc-831e57263d78 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0465267 Nov 19 17:56:11.049974 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40684) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:11.141348 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-3639e788-dafc-4343-af4a-6075d3943b81 None None] Provisioning complete for port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:11.141666 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3639e788-dafc-4343-af4a-6075d3943b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.159655 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Set router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:11.222328 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Request body: {'port': {'device_id': 'ed6e6673-f063-49c6-b9b8-65637f8f9876', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:11.375143 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb631997-0239-4970-8afa-f0456d80dc31 req-24310a9f-a09f-4b37-b22d-f69ee6d7970d service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499379 Nov 19 17:56:11.381452 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '319d444b-e979-4e86-b19a-8637dc80459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:10Z', 'revision_number': 3, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'gw_port': {'id': '319d444b-e979-4e86-b19a-8637dc80459c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:11.413182 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Checking router: a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:56:11.413538 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Updating router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 port 319d444b-e979-4e86-b19a-8637dc80459c binding host dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:56:11.413670 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0028a-9be3-4406-b73f-f909d7fe4106 req-4fbaa0cf-59b3-4304-b02f-eb220b7b8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:11.425741 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-02e0028a-9be3-4406-b73f-f909d7fe4106 req-4fbaa0cf-59b3-4304-b02f-eb220b7b8f4f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f70f81a9efc74af9998478d2ddcd678d&device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 1096 time: 0.1189229 Nov 19 17:56:11.426613 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.455443 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.583831 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.642494 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e964ea8-0589-490c-9fca-3950c06c98c6 req-e2a43307-ae70-4078-949d-f0e1b7938535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:11.643975 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e964ea8-0589-490c-9fca-3950c06c98c6 req-e2a43307-ae70-4078-949d-f0e1b7938535 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9ae0de00d6db4545b1e4e8dce24c181f&device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 1097 time: 0.1906793 Nov 19 17:56:11.703638 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.85', 62410) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:11.762588 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-fb72fd8b-ebce-4040-aad1-83ffc147e0ef None None] Provisioning complete for port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:11.762588 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fb72fd8b-ebce-4040-aad1-83ffc147e0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.847623 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0028a-9be3-4406-b73f-f909d7fe4106 req-34e292d3-0075-465a-9889-f5f366baf23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:11.849331 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-02e0028a-9be3-4406-b73f-f909d7fe4106 req-34e292d3-0075-465a-9889-f5f366baf23e service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=f70f81a9efc74af9998478d2ddcd678d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3969731 Nov 19 17:56:11.895176 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.908685 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-982631e1-ff85-4848-81aa-46ecbaca58b2 req-4cd7e675-042c-4905-a978-4528ce1345f7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2025306 Nov 19 17:56:11.909949 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.981056 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4428e8-500d-4f1f-a477-7bf710b0d4a2 req-19ea9845-0fe5-4f43-bc36-c748c0a0cc02 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:11.982661 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7f4428e8-500d-4f1f-a477-7bf710b0d4a2 req-19ea9845-0fe5-4f43-bc36-c748c0a0cc02 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 931 time: 0.2767305 Nov 19 17:56:12.005585 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14125c0-a791-49ae-9c17-75c2e5e96d6f None None] Pushing event updated for resources: {'Port': ['ID=319d444b-e979-4e86-b19a-8637dc80459c,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:12.026902 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Attempting to bind port 319d444b-e979-4e86-b19a-8637dc80459c on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:12.027544 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Attempting to bind port 319d444b-e979-4e86-b19a-8637dc80459c by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:12.028198 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Attempting to bind port 319d444b-e979-4e86-b19a-8637dc80459c on network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:12.040198 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:12.040688 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Checking segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:12.041218 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.042531 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Bound using segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:12.044799 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Bound port: 319d444b-e979-4e86-b19a-8637dc80459c, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:12.044799 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.059885 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Allocated IP 172.20.0.1 (a6f19787-0d9c-473b-97f7-7d6adaae4a87/58b0f588-f427-4f60-a117-f9f73140d58e/b503d76d-c4a2-4c85-8d77-e93bb0afcd03) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:12.073930 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982631e1-ff85-4848-81aa-46ecbaca58b2 req-f5c18172-e9d8-4841-b21e-944b715813c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:12.075795 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-982631e1-ff85-4848-81aa-46ecbaca58b2 req-f5c18172-e9d8-4841-b21e-944b715813c0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0456090f49334c51827e8fad95f98095&device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 1099 time: 0.1161964 Nov 19 17:56:12.178184 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] For port 319d444b-e979-4e86-b19a-8637dc80459c, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:12.185183 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] For port 319d444b-e979-4e86-b19a-8637dc80459c, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=319d444b-e979-4e86-b19a-8637dc80459c,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:12.193032 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.325569 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:12.341118 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14125c0-a791-49ae-9c17-75c2e5e96d6f None None] Pushing event updated for resources: {'Port': ['ID=319d444b-e979-4e86-b19a-8637dc80459c,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:12.365803 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Routers {'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:12.370712 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:55:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:12.430239 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:12.432866 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.447179 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.474952 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982631e1-ff85-4848-81aa-46ecbaca58b2 req-b48e6866-90fb-4d71-830d-c5ed3f862036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:12.474952 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-982631e1-ff85-4848-81aa-46ecbaca58b2 req-b48e6866-90fb-4d71-830d-c5ed3f862036 service neutron] 10.222.0.85 "GET /v2.0/networks?id=410ab6ba-f35e-442f-bd38-211464acc4a3 HTTP/1.1" status: 200 len: 913 time: 0.3028445 Nov 19 17:56:12.476693 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e964ea8-0589-490c-9fca-3950c06c98c6 req-27dbd907-ff3a-4935-b95e-3526a2ce2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:12.478427 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e964ea8-0589-490c-9fca-3950c06c98c6 req-27dbd907-ff3a-4935-b95e-3526a2ce2046 service neutron] 10.222.0.85 "GET /v2.0/networks?id=96d692e2-05d3-4af8-83ff-1b363e11b217 HTTP/1.1" status: 200 len: 921 time: 0.7688558 Nov 19 17:56:12.480724 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0028a-9be3-4406-b73f-f909d7fe4106 req-33ba0254-77cf-49ab-b2f7-47a3ff9e3b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:12.482369 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-02e0028a-9be3-4406-b73f-f909d7fe4106 req-33ba0254-77cf-49ab-b2f7-47a3ff9e3b89 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6195135 Nov 19 17:56:12.642686 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] Set router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:12.713839 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e964ea8-0589-490c-9fca-3950c06c98c6 req-4b80492f-b4ec-431f-ae0a-10218967d1bf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b82dddf-89bd-4bd4-90a9-c7fba3abde45 HTTP/1.1" status: 200 len: 217 time: 0.2054772 Nov 19 17:56:12.731807 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bac8c-fb72-4e5f-8803-9fc15148d814 req-e4babb6d-e55f-438e-9480-4fce10036c5a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:12.733359 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-120bac8c-fb72-4e5f-8803-9fc15148d814 req-e4babb6d-e55f-438e-9480-4fce10036c5a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 943 time: 0.3291264 Nov 19 17:56:12.784574 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7f4428e8-500d-4f1f-a477-7bf710b0d4a2 req-bfa81129-afac-4f4c-9bc8-abe447c24377 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7755361 Nov 19 17:56:12.787500 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-982631e1-ff85-4848-81aa-46ecbaca58b2 req-906dd147-5dea-4748-8c82-8d45240f64da service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5429e785-00af-4ece-b4a3-8c18072af542 HTTP/1.1" status: 200 len: 1001 time: 0.2974603 Nov 19 17:56:12.792598 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.843187 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:12.886136 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.890646 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e964ea8-0589-490c-9fca-3950c06c98c6 req-92b6e1c1-7409-4bde-8b05-f1ff06f73989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:12.894058 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e964ea8-0589-490c-9fca-3950c06c98c6 req-92b6e1c1-7409-4bde-8b05-f1ff06f73989 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6158668e-687d-402a-ab54-4f4a94c41e7e HTTP/1.1" status: 200 len: 859 time: 0.1595676 Nov 19 17:56:12.900113 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-6b4677f3-272f-4701-a12c-7edc0af97fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:12.901767 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-6b4677f3-272f-4701-a12c-7edc0af97fd1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f70f81a9efc74af9998478d2ddcd678d&device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 1096 time: 0.3363614 Nov 19 17:56:12.932445 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Transition to ACTIVE for port object 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:56:13.002880 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-120bac8c-fb72-4e5f-8803-9fc15148d814 req-708e1a9c-5542-4baf-ae5c-8620300d7ef6 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171893 Nov 19 17:56:13.004986 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-057700fb-ce45-4005-b4c7-d4b5f3b86ab6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57caf28e-25f1-4f97-824f-a8e8f32660da HTTP/1.1" status: 200 len: 217 time: 0.0692501 Nov 19 17:56:13.032742 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e964ea8-0589-490c-9fca-3950c06c98c6 req-60db08a1-b910-4450-8b4b-3f49b3e6b74f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96d692e2-05d3-4af8-83ff-1b363e11b217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104965 Nov 19 17:56:13.033243 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:13.231030 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Pushing event updated for resources: {'Port': ['ID=0709ef2e-fc0b-44c6-adb1-47c8c430d2c0,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:13.238451 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-be9965a3-eac6-47ca-a71d-2326852d30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:13.239972 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-be9965a3-eac6-47ca-a71d-2326852d30ba service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6976624c-1d1e-4351-9ac4-73432abae10d HTTP/1.1" status: 200 len: 855 time: 0.2177331 Nov 19 17:56:13.242457 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Network a6f19787-0d9c-473b-97f7-7d6adaae4a87 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:13.248519 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '319d444b-e979-4e86-b19a-8637dc80459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:10Z', 'revision_number': 3, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'gw_port': {'id': '319d444b-e979-4e86-b19a-8637dc80459c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:13.249630 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982631e1-ff85-4848-81aa-46ecbaca58b2 req-5ea31e79-babf-407e-9ffc-f9307ddc4201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:13.252044 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-982631e1-ff85-4848-81aa-46ecbaca58b2 req-5ea31e79-babf-407e-9ffc-f9307ddc4201 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=391d2137-1654-4763-aca0-4213e12e3e68 HTTP/1.1" status: 200 len: 850 time: 0.4041529 Nov 19 17:56:13.254467 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:13.260000 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:13.305326 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-9c506bfa-176f-4c84-8745-5f36e2476828 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f2d34df1-c8a6-4e64-99d7-45092325de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373080 Nov 19 17:56:13.389677 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828993'] for router_interface, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:13.402314 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83818b57-f223-483f-9ee4-109187d643c8 None None] The sync data for ids ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'] in dv-cinder-810785-3-iscsi is: [{'id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '319d444b-e979-4e86-b19a-8637dc80459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:10Z', 'revision_number': 3, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'gw_port': {'id': '319d444b-e979-4e86-b19a-8637dc80459c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:13.441810 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-30808fc6-d159-4ea7-b36c-24810982ac84 service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250021 Nov 19 17:56:13.473159 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Pushing event updated for resources: {'Port': ['ID=b503d76d-c4a2-4c85-8d77-e93bb0afcd03,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:13.494192 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982631e1-ff85-4848-81aa-46ecbaca58b2 req-fe2bacd4-8e7e-44c7-bdfc-219405dd0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:13.495996 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-982631e1-ff85-4848-81aa-46ecbaca58b2 req-fe2bacd4-8e7e-44c7-bdfc-219405dd0a16 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=410ab6ba-f35e-442f-bd38-211464acc4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1938374 Nov 19 17:56:13.503702 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e964ea8-0589-490c-9fca-3950c06c98c6 req-f251124b-0c26-44be-8d37-733ddbc0a395 service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218054 Nov 19 17:56:13.556158 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Attempting to bind port 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:13.556413 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Attempting to bind port 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '804ebd93-68f4-4dbd-b182-b921aac84aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:13.556747 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Attempting to bind port 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 on network 96d692e2-05d3-4af8-83ff-1b363e11b217 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:13.575295 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-4105bf3a-8d72-44d8-96bf-94409dc4f332 None None] Provisioning complete for port b503d76d-c4a2-4c85-8d77-e93bb0afcd03 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:13.577594 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4105bf3a-8d72-44d8-96bf-94409dc4f332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:13.617019 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Port 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 on network 96d692e2-05d3-4af8-83ff-1b363e11b217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:56:13.617366 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Attempting to bind port 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 on network 96d692e2-05d3-4af8-83ff-1b363e11b217 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:13.639130 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:13.639476 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Checking segment: {'id': '804ebd93-68f4-4dbd-b182-b921aac84aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:13.639959 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Bound using segment: {'id': '804ebd93-68f4-4dbd-b182-b921aac84aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:13.640591 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Bound port: 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804ebd93-68f4-4dbd-b182-b921aac84aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:13.640962 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:13.674882 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-4105bf3a-8d72-44d8-96bf-94409dc4f332 None None] Port b503d76d-c4a2-4c85-8d77-e93bb0afcd03 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:13.679320 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-982631e1-ff85-4848-81aa-46ecbaca58b2 req-264c4bff-40a9-4bce-8183-e979805dfa3b service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751051 Nov 19 17:56:13.680395 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:13.734382 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-55d39974-bd3c-4b94-9e85-bca43e68267e req-ebfd9b7b-f916-4d8e-a02e-9436bb3a4729 service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707584 Nov 19 17:56:13.750725 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5e964ea8-0589-490c-9fca-3950c06c98c6 req-88f38867-7138-4eb6-85be-8509d1afb2a9 service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298696 Nov 19 17:56:13.831907 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] For port 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0, host hv-cinder-81078, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:13.838643 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] For port 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0709ef2e-fc0b-44c6-adb1-47c8c430d2c0,segment=NetworkSegment(804ebd93-68f4-4dbd-b182-b921aac84aaa),segment_id=804ebd93-68f4-4dbd-b182-b921aac84aaa)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:13.845692 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:13.913911 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:13.915110 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:13.917099 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] 10.222.0.85 "PUT /v2.0/ports/0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 HTTP/1.1" status: 200 len: 1093 time: 2.6996460 Nov 19 17:56:13.917538 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6e6673-f063-49c6-b9b8-65637f8f9876', 'tag': '0709ef2e-fc0b-44c6-adb1-47c8c430d2c0'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:13.920225 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e91e9e2-ced6-4e98-b843-733068e2c6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6e6673-f063-49c6-b9b8-65637f8f9876", "tag": "0709ef2e-fc0b-44c6-adb1-47c8c430d2c0"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:14.047222 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806fc5c4-6ae6-4f81-afb1-be0976ce64c4 x-openstack-request-id: req-806fc5c4-6ae6-4f81-afb1-be0976ce64c4 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:14.047884 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6e6673-f063-49c6-b9b8-65637f8f9876", "tag": "0709ef2e-fc0b-44c6-adb1-47c8c430d2c0", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:14.047884 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-806fc5c4-6ae6-4f81-afb1-be0976ce64c4 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:14.048246 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6e6673-f063-49c6-b9b8-65637f8f9876', 'tag': '0709ef2e-fc0b-44c6-adb1-47c8c430d2c0', 'status': 'completed', 'code': 200} Nov 19 17:56:14.064445 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15f7c7-02e1-4313-a0e2-574dfa508c45 service neutron] Pushing event updated for resources: {'Port': ['ID=0709ef2e-fc0b-44c6-adb1-47c8c430d2c0,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:14.102453 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.104017 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-b8da105c-22b0-4993-ad1d-3c8c0a45e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:14.106333 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-b8da105c-22b0-4993-ad1d-3c8c0a45e92b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9ae0de00d6db4545b1e4e8dce24c181f&device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 1096 time: 0.1109719 Nov 19 17:56:14.108073 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-982631e1-ff85-4848-81aa-46ecbaca58b2 req-76b7cf42-274e-47dd-a9c1-5e1c1dc1be68 service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103467 Nov 19 17:56:14.109438 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.123336 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea196a-983f-46ce-9e54-20e401fccb5c req-be39dc4d-578d-4bf2-917c-76b24d3e9e53 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:14.125280 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-49ea196a-983f-46ce-9e54-20e401fccb5c req-be39dc4d-578d-4bf2-917c-76b24d3e9e53 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 943 time: 0.1721592 Nov 19 17:56:14.283946 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Pushing event updated for resources: {'Port': ['ID=b503d76d-c4a2-4c85-8d77-e93bb0afcd03,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:14.347491 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1830417'] for router_interface, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.388889 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-463d3115-403e-481c-9f8c-8856d2ad7369 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 HTTP/1.1" status: 200 len: 217 time: 0.2502415 Nov 19 17:56:14.524853 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 319d444b-e979-4e86-b19a-8637dc80459c up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:14.610252 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-49ea196a-983f-46ce-9e54-20e401fccb5c req-b0ef3c99-3268-4689-b2bb-7d180d23192a tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741380 Nov 19 17:56:14.636234 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Network a6f19787-0d9c-473b-97f7-7d6adaae4a87 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:14.638464 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:14.700398 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 40744) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:14.727865 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 319d444b-e979-4e86-b19a-8637dc80459c triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:14.729524 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.737534 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606eac67-b1cc-4214-845d-ebc084e79c87 req-9d724e74-232f-4336-beca-e0bf86dbdfe4 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:14.742483 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-606eac67-b1cc-4214-845d-ebc084e79c87 req-9d724e74-232f-4336-beca-e0bf86dbdfe4 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 943 time: 0.3588727 Nov 19 17:56:14.752288 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-967b4f59-40a7-4593-95b2-db0532a9a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:14.759289 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-967b4f59-40a7-4593-95b2-db0532a9a7f4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6158668e-687d-402a-ab54-4f4a94c41e7e HTTP/1.1" status: 200 len: 859 time: 0.3008080 Nov 19 17:56:14.910189 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:56:14.929956 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-b73078e2-eb07-4c00-a253-967b531439c6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96d692e2-05d3-4af8-83ff-1b363e11b217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1536009 Nov 19 17:56:15.132044 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-0ea66321-2da2-4c5a-9b1e-8ebbdff741ba service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789422 Nov 19 17:56:15.155111 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.185333 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-606eac67-b1cc-4214-845d-ebc084e79c87 req-6198b4f0-f4e9-4f63-be1d-6e6c7b8f0a97 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242413 Nov 19 17:56:15.205279 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:56:15.227903 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3784033f-e8b5-480d-b1be-a96b343c99b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.232725 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port 319d444b-e979-4e86-b19a-8637dc80459c, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=319d444b-e979-4e86-b19a-8637dc80459c,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:15.238543 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:15.256604 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-725babf2-2d45-4f71-b993-3cdb4aad40da admin admin] 10.222.0.71 "PUT /v2.0/routers/a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2053287 Nov 19 17:56:15.277946 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.383363 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a4f7aee-7261-4eba-a834-44cf9872b4de req-8d1b0c32-4b20-4874-86b4-35fa42bd9453 service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355092 Nov 19 17:56:15.390791 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-1a5deb5e-f807-443a-ba53-4f866691f152 None None] Provisioning complete for port b503d76d-c4a2-4c85-8d77-e93bb0afcd03 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:15.391182 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1a5deb5e-f807-443a-ba53-4f866691f152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.393329 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3784033f-e8b5-480d-b1be-a96b343c99b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.398498 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3784033f-e8b5-480d-b1be-a96b343c99b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.453241 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3784033f-e8b5-480d-b1be-a96b343c99b6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=98863d8a85ce44568151673962ea5f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7494864 Nov 19 17:56:15.456294 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784033f-e8b5-480d-b1be-a96b343c99b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106c04f7-eb1e-4103-ac89-9756ff0a4afe,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:15.456809 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40754) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:15.458195 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=319d444b-e979-4e86-b19a-8637dc80459c,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:15.475388 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-1a5deb5e-f807-443a-ba53-4f866691f152 None None] Port b503d76d-c4a2-4c85-8d77-e93bb0afcd03 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:15.537120 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 2b82dddf-89bd-4bd4-90a9-c7fba3abde45, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=2b82dddf-89bd-4bd4-90a9-c7fba3abde45,segment=NetworkSegment(804ebd93-68f4-4dbd-b182-b921aac84aaa),segment_id=804ebd93-68f4-4dbd-b182-b921aac84aaa)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:15.557724 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '2b82dddf-89bd-4bd4-90a9-c7fba3abde45', 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217', 'port_id': '2b82dddf-89bd-4bd4-90a9-c7fba3abde45', 'mac_address': 'fa:16:3e:d6:37:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6158668e-687d-402a-ab54-4f4a94c41e7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:56:15.581363 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91e9e2-ced6-4e98-b843-733068e2c6ef req-57f277bf-6ea6-45c2-adc3-14808846c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:15.583616 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e91e9e2-ced6-4e98-b843-733068e2c6ef req-57f277bf-6ea6-45c2-adc3-14808846c07c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9ae0de00d6db4545b1e4e8dce24c181f&device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 1096 time: 0.1070561 Nov 19 17:56:15.585045 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-201d63e9-14fb-40d2-bcb8-a8aea7c99737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.652485 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.672055 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-201d63e9-14fb-40d2-bcb8-a8aea7c99737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.699363 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:15.733298 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 2b82dddf-89bd-4bd4-90a9-c7fba3abde45, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=2b82dddf-89bd-4bd4-90a9-c7fba3abde45,segment=NetworkSegment(804ebd93-68f4-4dbd-b182-b921aac84aaa),segment_id=804ebd93-68f4-4dbd-b182-b921aac84aaa)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:15.744743 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.757778 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91e9e2-ced6-4e98-b843-733068e2c6ef req-ea9fe88e-86cd-4314-ab7a-bd59fdcff943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:15.759479 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e91e9e2-ced6-4e98-b843-733068e2c6ef req-ea9fe88e-86cd-4314-ab7a-bd59fdcff943 service neutron] 10.222.0.85 "GET /v2.0/networks?id=96d692e2-05d3-4af8-83ff-1b363e11b217 HTTP/1.1" status: 200 len: 921 time: 0.1653569 Nov 19 17:56:15.782242 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-201d63e9-14fb-40d2-bcb8-a8aea7c99737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.788048 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-201d63e9-14fb-40d2-bcb8-a8aea7c99737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.790317 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-201d63e9-14fb-40d2-bcb8-a8aea7c99737 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/106c04f7-eb1e-4103-ac89-9756ff0a4afe HTTP/1.1" status: 204 len: 168 time: 0.3319600 Nov 19 17:56:15.810447 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d63e9-14fb-40d2-bcb8-a8aea7c99737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106c04f7-eb1e-4103-ac89-9756ff0a4afe,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:15.856911 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=2b82dddf-89bd-4bd4-90a9-c7fba3abde45,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:15.902994 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e91e9e2-ced6-4e98-b843-733068e2c6ef req-98daf79f-6263-47c1-b43f-e4bd04e0a3bc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 HTTP/1.1" status: 200 len: 217 time: 0.0836284 Nov 19 17:56:15.958095 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128bbb0-3f72-4e1c-a728-03b8ba4654df req-8986b33f-370e-494f-9bf9-c59308f81a11 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:15.959777 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3128bbb0-3f72-4e1c-a728-03b8ba4654df req-8986b33f-370e-494f-9bf9-c59308f81a11 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 943 time: 0.2044706 Nov 19 17:56:16.017842 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91e9e2-ced6-4e98-b843-733068e2c6ef req-d1112a6c-c7ce-442f-87bc-2f38e134cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:16.019554 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e91e9e2-ced6-4e98-b843-733068e2c6ef req-d1112a6c-c7ce-442f-87bc-2f38e134cdff service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6158668e-687d-402a-ab54-4f4a94c41e7e HTTP/1.1" status: 200 len: 859 time: 0.1065674 Nov 19 17:56:16.070535 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e91e9e2-ced6-4e98-b843-733068e2c6ef req-9bb4e0e1-20e4-4c48-8efc-1e2996a600b1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96d692e2-05d3-4af8-83ff-1b363e11b217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383310 Nov 19 17:56:16.075621 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3128bbb0-3f72-4e1c-a728-03b8ba4654df req-2a5da671-ae3a-4d92-9b69-8a4cb3afdd75 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034830 Nov 19 17:56:16.084496 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['2b82dddf-89bd-4bd4-90a9-c7fba3abde45'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:56:16.265119 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e91e9e2-ced6-4e98-b843-733068e2c6ef req-91a00040-6943-45d2-ae37-19aac92f1a39 service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856148 Nov 19 17:56:16.365126 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 319d444b-e979-4e86-b19a-8637dc80459c up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:16.426134 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Sync routers for ids ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:16.495305 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Routers {'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:16.497780 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:55:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:16.567251 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407219a-572f-4ba5-b9c9-506536c35fad req-dc103a07-1198-44dc-aad1-410970141b8e tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:16.582009 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3407219a-572f-4ba5-b9c9-506536c35fad req-dc103a07-1198-44dc-aad1-410970141b8e tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 943 time: 0.1474428 Nov 19 17:56:16.585326 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40796) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:16.596924 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2102470543-network', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:16.685088 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] Made reservation on behalf of c87c21dd06334a0ca0a9743090b56e46 for: {'network': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:16.689504 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:16.743927 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:16.745552 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8e91e9e2-ced6-4e98-b843-733068e2c6ef req-1a6fce4d-6910-42b5-859e-0e148f641489 service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690864 Nov 19 17:56:16.759348 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3407219a-572f-4ba5-b9c9-506536c35fad req-8d3da848-3f2d-4d6b-b0b5-4ba99b0980af tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756883 Nov 19 17:56:16.818039 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 319d444b-e979-4e86-b19a-8637dc80459c triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:16.818865 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:16.898069 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Set router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:16.929022 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:16.936579 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:17.004446 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=103565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:56:17.011205 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122acdfc-3b20-4d29-bd30-4f709c88c177,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:17.025252 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:17.025844 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.segments_db [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] Added segment b8f30a01-6af0-4fb7-869c-09f94704500f of type vlan for network 2946361f-9b70-4be1-953c-d5df7cc91e1a Nov 19 17:56:17.107252 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:17.193474 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:17.194736 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:17.195491 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:17.283902 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 57caf28e-25f1-4f97-824f-a8e8f32660da details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:56:17.285983 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6986790 Nov 19 17:56:17.288959 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40850) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:17.297975 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-d3b96562-5d16-4e0f-9645-0fb857ceb79d admin admin] Request body: {'subnet': {'network_id': '2946361f-9b70-4be1-953c-d5df7cc91e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2102470543-subnet', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46', 'ip_version': 4}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:17.305795 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44458352-bf5a-43b7-aa4a-3d1cc9442d32 admin admin] Pushing event updated for resources: {'Network': ['ID=2946361f-9b70-4be1-953c-d5df7cc91e1a,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:17.340499 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network 2946361f-9b70-4be1-953c-d5df7cc91e1a details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:56:17.342729 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b96562-5d16-4e0f-9645-0fb857ceb79d admin admin] Made reservation on behalf of c87c21dd06334a0ca0a9743090b56e46 for: {'subnet': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:17.350541 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d3b96562-5d16-4e0f-9645-0fb857ceb79d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13415967'] for subnet, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:17.397570 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f5118-b685-4af0-94a3-1809d760a332 req-82a7665f-1fc0-4623-b726-5fa18196da36 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:17.399234 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4d7f5118-b685-4af0-94a3-1809d760a332 req-82a7665f-1fc0-4623-b726-5fa18196da36 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 943 time: 0.1674073 Nov 19 17:56:17.486863 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4d7f5118-b685-4af0-94a3-1809d760a332 req-3abe60d2-9640-4e25-a993-cdbe1cd788c4 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803528 Nov 19 17:56:17.666061 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d3b96562-5d16-4e0f-9645-0fb857ceb79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13247747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13415949'] for subnet, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:17.749210 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b96562-5d16-4e0f-9645-0fb857ceb79d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0183e419-2152-4899-b085-ef4f08155035,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:17.768282 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b96562-5d16-4e0f-9645-0fb857ceb79d admin admin] Checking segment: {'id': 'b8f30a01-6af0-4fb7-869c-09f94704500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2946361f-9b70-4be1-953c-d5df7cc91e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:17.768937 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b96562-5d16-4e0f-9645-0fb857ceb79d admin admin] Network hostable DHCP agents. Network: 2946361f-9b70-4be1-953c-d5df7cc91e1a, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:56:17.779364 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 40860) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:17.797084 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b96562-5d16-4e0f-9645-0fb857ceb79d admin admin] Network 2946361f-9b70-4be1-953c-d5df7cc91e1a is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:56:17.809898 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-d3b96562-5d16-4e0f-9645-0fb857ceb79d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, 2946361f-9b70-4be1-953c-d5df7cc91e1a) {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:17.815686 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b96562-5d16-4e0f-9645-0fb857ceb79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:17.816442 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d3b96562-5d16-4e0f-9645-0fb857ceb79d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:17.849770 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-d3b96562-5d16-4e0f-9645-0fb857ceb79d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5563247 Nov 19 17:56:17.850061 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab52d1b-5184-4653-a189-289843705047 None None] Network 2946361f-9b70-4be1-953c-d5df7cc91e1a requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:17.850857 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40866) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:17.859767 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2102470543-router', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:17.910282 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260438'] for router, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:17.915358 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260429'] for router, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:17.919895 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '319d444b-e979-4e86-b19a-8637dc80459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:13Z', 'revision_number': 4, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'gw_port': {'id': '319d444b-e979-4e86-b19a-8637dc80459c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'b503d76d-c4a2-4c85-8d77-e93bb0afcd03', 'name': '', 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'mac_address': 'fa:16:3e:0d:82:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:11Z', 'updated_at': '2021-11-19T17:56:13Z', 'revision_number': 2, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'subnets': [{'id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:18.061243 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.078020 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Checking router: a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:56:18.078943 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Updating router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 port b503d76d-c4a2-4c85-8d77-e93bb0afcd03 binding host dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:56:18.089346 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1647572128-network', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:18.141099 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deeeeb6-5098-4961-89cd-32d62b1061e5 req-832f0345-78c7-49d5-902c-881c8dff1631 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:18.144128 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4deeeeb6-5098-4961-89cd-32d62b1061e5 req-832f0345-78c7-49d5-902c-881c8dff1631 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 943 time: 0.1282699 Nov 19 17:56:18.165725 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] Made reservation on behalf of 80680fdddb2b4a919dc36de9924916fe for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:18.169056 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.175998 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.205476 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.230515 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 57caf28e-25f1-4f97-824f-a8e8f32660da, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=57caf28e-25f1-4f97-824f-a8e8f32660da,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:18.274214 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4deeeeb6-5098-4961-89cd-32d62b1061e5 req-ff7b23cc-4e7f-4bd4-9243-6265ee1ee37b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194243 Nov 19 17:56:18.307651 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '57caf28e-25f1-4f97-824f-a8e8f32660da', 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01', 'port_id': '57caf28e-25f1-4f97-824f-a8e8f32660da', 'mac_address': 'fa:16:3e:de:b6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6976624c-1d1e-4351-9ac4-73432abae10d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:56:18.318368 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.408866 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.415984 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.459293 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:56:18.470575 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59f43a5-063a-4e39-98ec-e60b9e5f47d7,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:18.492660 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.493072 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] Added segment 9d900549-8ee1-4809-a4d3-91ae47b8633f of type vlan for network dfaa8d65-d22e-40c7-b274-88fa45a1a06d Nov 19 17:56:18.559372 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41e3f734-d01d-5427-9f52-2e4031802599-2946361f-9b70-4be1-953c-d5df7cc91e1a', 'network_id': '2946361f-9b70-4be1-953c-d5df7cc91e1a', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46', 'fixed_ips': [{'subnet_id': '0183e419-2152-4899-b085-ef4f08155035'}]}} from dv-cinder-810785-3-iscsi. {{(pid=103566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:56:18.559705 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.560260 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.615924 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.622524 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.623516 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:18.623955 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.696076 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57caf28e-25f1-4f97-824f-a8e8f32660da {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:18.711856 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9304900 Nov 19 17:56:18.723407 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3952852-0ab3-43f0-81da-7b829459a3d2 req-235b77cd-bac5-4818-9e5e-8804ba03364c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:18.725011 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d3952852-0ab3-43f0-81da-7b829459a3d2 req-235b77cd-bac5-4818-9e5e-8804ba03364c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 943 time: 0.1429501 Nov 19 17:56:18.725884 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 40888) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:18.731042 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-28742e9a-e14e-4332-bad7-99ae3320de29 admin admin] Request body: {'subnet': {'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1647572128-subnet', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:18.734430 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e032d49-4bfe-4c27-ad5d-2af2e97e533b admin admin] Pushing event updated for resources: {'Network': ['ID=dfaa8d65-d22e-40c7-b274-88fa45a1a06d,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:18.762260 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network dfaa8d65-d22e-40c7-b274-88fa45a1a06d details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:56:18.780557 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 57caf28e-25f1-4f97-824f-a8e8f32660da, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=57caf28e-25f1-4f97-824f-a8e8f32660da,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:18.792316 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28742e9a-e14e-4332-bad7-99ae3320de29 admin admin] Made reservation on behalf of 80680fdddb2b4a919dc36de9924916fe for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:18.794984 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-28742e9a-e14e-4332-bad7-99ae3320de29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14553261'] for subnet, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.841227 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.862426 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d3952852-0ab3-43f0-81da-7b829459a3d2 req-a9af4373-8352-4d93-8e69-677081a72095 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167510 Nov 19 17:56:18.882844 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.912159 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.984826 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.db_base_plugin_common [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Allocated IP 172.20.0.2 (2946361f-9b70-4be1-953c-d5df7cc91e1a/0183e419-2152-4899-b085-ef4f08155035/53bb8e0d-8e61-462e-8a1b-2321c8316601) {{(pid=103566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:19.027960 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Publish callbacks [] for port, precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.032859 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=57caf28e-25f1-4f97-824f-a8e8f32660da,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:19.094105 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.096916 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Allocated IP 172.27.1.172 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:19.170321 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69538c-22ce-4d87-a1e5-24312a6b4cf6 None None] Pushing event updated for resources: {'Port': ['ID=b503d76d-c4a2-4c85-8d77-e93bb0afcd03,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:19.207638 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['57caf28e-25f1-4f97-824f-a8e8f32660da'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:56:19.219640 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:56:19.273975 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.323648 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.389863 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-28742e9a-e14e-4332-bad7-99ae3320de29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14508700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14553279'] for subnet, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.401322 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:19.406977 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.408228 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:19.411737 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:19.457161 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:19.481369 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28742e9a-e14e-4332-bad7-99ae3320de29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e1a765-4ebe-43ec-94d3-165ffb63c5b5,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:19.494966 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:19.514535 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28742e9a-e14e-4332-bad7-99ae3320de29 admin admin] Checking segment: {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:19.515134 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28742e9a-e14e-4332-bad7-99ae3320de29 admin admin] Network hostable DHCP agents. Network: dfaa8d65-d22e-40c7-b274-88fa45a1a06d, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:56:19.543918 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.549452 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decf91c-4bb8-4b02-a8cd-a65594fe68df req-5c3b7148-0350-47d7-8084-e045d6cac9e5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:19.551097 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5decf91c-4bb8-4b02-a8cd-a65594fe68df req-5c3b7148-0350-47d7-8084-e045d6cac9e5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 944 time: 0.0890265 Nov 19 17:56:19.552272 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28742e9a-e14e-4332-bad7-99ae3320de29 admin admin] Network dfaa8d65-d22e-40c7-b274-88fa45a1a06d is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:56:19.564597 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-28742e9a-e14e-4332-bad7-99ae3320de29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, dfaa8d65-d22e-40c7-b274-88fa45a1a06d) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:19.582929 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28742e9a-e14e-4332-bad7-99ae3320de29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:19.585457 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-28742e9a-e14e-4332-bad7-99ae3320de29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.588042 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7602cccc-c61f-4f55-82f4-6f9bf00220e0 None None] Network dfaa8d65-d22e-40c7-b274-88fa45a1a06d requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:19.590139 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Attempting to bind port b503d76d-c4a2-4c85-8d77-e93bb0afcd03 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:19.590604 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Attempting to bind port b503d76d-c4a2-4c85-8d77-e93bb0afcd03 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '3a932848-4b09-47dd-b4ee-190087253e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:19.591032 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Attempting to bind port b503d76d-c4a2-4c85-8d77-e93bb0afcd03 on network a6f19787-0d9c-473b-97f7-7d6adaae4a87 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:19.642743 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-28742e9a-e14e-4332-bad7-99ae3320de29 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9136088 Nov 19 17:56:19.653044 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 40902) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:19.665086 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:19.665396 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Network 2946361f-9b70-4be1-953c-d5df7cc91e1a is already hosted by enough agents. {{(pid=103566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:19.669723 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:19.670094 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Checking segment: {'id': '3a932848-4b09-47dd-b4ee-190087253e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:19.670543 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.670936 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Bound using segment: {'id': '3a932848-4b09-47dd-b4ee-190087253e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:19.671427 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Bound port: b503d76d-c4a2-4c85-8d77-e93bb0afcd03, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a932848-4b09-47dd-b4ee-190087253e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:19.671817 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.716324 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.base_scheduler [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Resources bound (agent type, host, resource id): {{(pid=103566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:19.716988 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5decf91c-4bb8-4b02-a8cd-a65594fe68df req-fbb4adaf-cede-42f8-818e-389b5e8f7e3a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495967 Nov 19 17:56:19.718463 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260438'] for router, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.719004 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Received port after_create {{(pid=103566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:19.720495 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260429'] for router, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.797286 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.811495 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0709ef2e-fc0b-44c6-adb1-47c8c430d2c0,segment=NetworkSegment(804ebd93-68f4-4dbd-b182-b921aac84aaa),segment_id=804ebd93-68f4-4dbd-b182-b921aac84aaa)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:19.818048 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-8aa13606-8c6a-4cf7-94bf-576f3ece5ec4 None None] Provisioning complete for port b503d76d-c4a2-4c85-8d77-e93bb0afcd03 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:19.818436 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-8aa13606-8c6a-4cf7-94bf-576f3ece5ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.875345 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.911660 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Pushing event updated for resources: {'Port': ['ID=53bb8e0d-8e61-462e-8a1b-2321c8316601,revision_number=1']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:19.953865 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '0709ef2e-fc0b-44c6-adb1-47c8c430d2c0', 'network_id': '96d692e2-05d3-4af8-83ff-1b363e11b217', 'port_id': '0709ef2e-fc0b-44c6-adb1-47c8c430d2c0', 'mac_address': 'fa:16:3e:aa:ff:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6158668e-687d-402a-ab54-4f4a94c41e7e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:56:20.017829 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-8aa13606-8c6a-4cf7-94bf-576f3ece5ec4 None None] Port b503d76d-c4a2-4c85-8d77-e93bb0afcd03 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:20.051024 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Attempting to bind port 53bb8e0d-8e61-462e-8a1b-2321c8316601 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:20.051383 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Attempting to bind port 53bb8e0d-8e61-462e-8a1b-2321c8316601 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': 'b8f30a01-6af0-4fb7-869c-09f94704500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2946361f-9b70-4be1-953c-d5df7cc91e1a'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:20.051669 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Attempting to bind port 53bb8e0d-8e61-462e-8a1b-2321c8316601 on network 2946361f-9b70-4be1-953c-d5df7cc91e1a {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:20.052725 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.122171 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0c50c-54cc-439c-ab07-147313fd8ad3 req-08bf7903-a4c4-4f59-8d6a-d4c8cef718fd tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:20.123779 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-13f0c50c-54cc-439c-ab07-147313fd8ad3 req-08bf7903-a4c4-4f59-8d6a-d4c8cef718fd tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 943 time: 0.1419652 Nov 19 17:56:20.190802 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746134'] for router, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.205506 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-13f0c50c-54cc-439c-ab07-147313fd8ad3 req-8c3aaddf-644c-4cb4-bb2c-d674e4be0813 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683668 Nov 19 17:56:20.214148 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] For port b503d76d-c4a2-4c85-8d77-e93bb0afcd03, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:20.222065 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:56:20.232495 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:20.232874 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Checking segment: {'id': 'b8f30a01-6af0-4fb7-869c-09f94704500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2946361f-9b70-4be1-953c-d5df7cc91e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:20.233272 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.233664 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Bound using segment: {'id': 'b8f30a01-6af0-4fb7-869c-09f94704500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2946361f-9b70-4be1-953c-d5df7cc91e1a'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:20.234143 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Bound port: 53bb8e0d-8e61-462e-8a1b-2321c8316601, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f30a01-6af0-4fb7-869c-09f94704500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2946361f-9b70-4be1-953c-d5df7cc91e1a'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:20.234617 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.256601 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] For port b503d76d-c4a2-4c85-8d77-e93bb0afcd03, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=b503d76d-c4a2-4c85-8d77-e93bb0afcd03,segment=NetworkSegment(3a932848-4b09-47dd-b4ee-190087253e82),segment_id=3a932848-4b09-47dd-b4ee-190087253e82)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:20.269677 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:20.270039 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.292057 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.303442 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.356250 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Router dbc0ac53-8fb3-410c-ad51-7f8520d28a7c is scheduled to L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 with binding_index 1 {{(pid=103565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:56:20.381767 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.401681 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.413361 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:20.491727 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:20.504006 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Sync routers for ids ['dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:20.512873 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.518649 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-5f3155aa-8acd-49f3-ab1c-4a7ebb96c6f4 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6667526 Nov 19 17:56:20.519568 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 40910) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:20.530481 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Routers {'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:20.530813 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0709ef2e-fc0b-44c6-adb1-47c8c430d2c0,segment=NetworkSegment(804ebd93-68f4-4dbd-b182-b921aac84aaa),segment_id=804ebd93-68f4-4dbd-b182-b921aac84aaa)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:20.534985 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:55:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:20.546629 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Routers {'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:20.547263 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:55:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:20.561378 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41e3f734-d01d-5427-9f52-2e4031802599-dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5'}]}} from dv-cinder-810785-3-iscsi. {{(pid=103566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:56:20.562160 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.567558 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Allocated IP 172.27.1.102 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:20.604892 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.607823 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69538c-22ce-4d87-a1e5-24312a6b4cf6 None None] Pushing event updated for resources: {'Port': ['ID=b503d76d-c4a2-4c85-8d77-e93bb0afcd03,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:20.683511 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] For port 53bb8e0d-8e61-462e-8a1b-2321c8316601, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:20.762768 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Set router dbc0ac53-8fb3-410c-ad51-7f8520d28a7c gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:20.788865 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.803241 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] For port 53bb8e0d-8e61-462e-8a1b-2321c8316601, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=53bb8e0d-8e61-462e-8a1b-2321c8316601,segment=NetworkSegment(b8f30a01-6af0-4fb7-869c-09f94704500f),segment_id=b8f30a01-6af0-4fb7-869c-09f94704500f)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:20.843734 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.870002 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.963209 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=0709ef2e-fc0b-44c6-adb1-47c8c430d2c0,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:20.988410 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:20.992444 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Pushing event updated for resources: {'Port': ['ID=ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:20.998115 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:20.998936 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'name': 'tempest-TestMinimumBasicScenario-2102470543-router', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:17Z', 'updated_at': '2021-11-19T17:56:19Z', 'revision_number': 3, 'project_id': 'c87c21dd06334a0ca0a9743090b56e46', 'gw_port': {'id': '2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:18Z', 'updated_at': '2021-11-19T17:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:21.007576 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:21.052977 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Checking router: dbc0ac53-8fb3-410c-ad51-7f8520d28a7c for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:56:21.054017 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Updating router dbc0ac53-8fb3-410c-ad51-7f8520d28a7c port 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c binding host dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:56:21.059802 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['0709ef2e-fc0b-44c6-adb1-47c8c430d2c0'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:56:21.062955 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.089242 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec063426-0197-4489-8a96-c5970a3a7fde req-dcafd0be-76d1-49c9-8929-8f752a29dbcc tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:21.099400 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.100682 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ec063426-0197-4489-8a96-c5970a3a7fde req-dcafd0be-76d1-49c9-8929-8f752a29dbcc tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 944 time: 0.2601311 Nov 19 17:56:21.127565 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-4e830387-986c-4370-86ab-e0252a72e105 None None] Provisioning complete for port b503d76d-c4a2-4c85-8d77-e93bb0afcd03 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:21.128111 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4e830387-986c-4370-86ab-e0252a72e105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.167955 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] Set router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:21.312891 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ec063426-0197-4489-8a96-c5970a3a7fde req-2a16e5ab-2e09-4bb3-b85e-f401cd7333ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050698 Nov 19 17:56:21.331042 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999568b8-d5d3-42ea-bf83-af582bf07633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b82dddf-89bd-4bd4-90a9-c7fba3abde45'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:21.333784 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00413316-d35d-4fa6-a541-f3fd7159b110" -d '{"events": [{"server_uuid": "999568b8-d5d3-42ea-bf83-af582bf07633", "name": "network-vif-plugged", "status": "completed", "tag": "2b82dddf-89bd-4bd4-90a9-c7fba3abde45"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:21.361994 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5599394-0c54-4dbe-be27-de09a13412f2 None None] Pushing event updated for resources: {'Port': ['ID=53bb8e0d-8e61-462e-8a1b-2321c8316601,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:21.495921 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8756c2ea-052a-4ef5-9ed1-3fb994e27765 x-openstack-request-id: req-8756c2ea-052a-4ef5-9ed1-3fb994e27765 {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:21.496585 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999568b8-d5d3-42ea-bf83-af582bf07633", "name": "network-vif-plugged", "status": "completed", "tag": "2b82dddf-89bd-4bd4-90a9-c7fba3abde45", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:21.497859 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8756c2ea-052a-4ef5-9ed1-3fb994e27765 {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:21.498605 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999568b8-d5d3-42ea-bf83-af582bf07633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b82dddf-89bd-4bd4-90a9-c7fba3abde45', 'code': 200} Nov 19 17:56:21.558277 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 2b82dddf-89bd-4bd4-90a9-c7fba3abde45, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=2b82dddf-89bd-4bd4-90a9-c7fba3abde45,segment=NetworkSegment(804ebd93-68f4-4dbd-b182-b921aac84aaa),segment_id=804ebd93-68f4-4dbd-b182-b921aac84aaa)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:21.560107 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.575749 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.596389 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.db_base_plugin_common [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Allocated IP 172.20.0.2 (dfaa8d65-d22e-40c7-b274-88fa45a1a06d/e8e1a765-4ebe-43ec-94d3-165ffb63c5b5/5c5da515-1310-4a9f-b311-edb690803993) {{(pid=103566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:21.603838 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6a760-4681-4dc3-acb2-d7599658943f req-9d004764-1fe2-42a8-b3a4-b5e6c0cb1239 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:21.605414 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-50e6a760-4681-4dc3-acb2-d7599658943f req-9d004764-1fe2-42a8-b3a4-b5e6c0cb1239 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 944 time: 0.2569587 Nov 19 17:56:21.644123 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 57caf28e-25f1-4f97-824f-a8e8f32660da up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:21.754946 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Publish callbacks [] for port, precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.765556 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.813115 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-50e6a760-4681-4dc3-acb2-d7599658943f req-a32580f6-335b-4e91-afba-108f60a0bbde tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922832 Nov 19 17:56:21.845414 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd574953-40c8-4895-89b6-81054565ed73 None None] Pushing event updated for resources: {'Port': ['ID=2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c,revision_number=2']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:21.855820 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a69514-3d7d-45ab-af6f-f29e89324297 req-b8e773a6-5d41-49d7-a2e5-9f58d39541bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:21.858853 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-39a69514-3d7d-45ab-af6f-f29e89324297 req-b8e773a6-5d41-49d7-a2e5-9f58d39541bc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 1099 time: 0.0939124 Nov 19 17:56:21.859503 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.881089 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Allocated IP 172.20.0.1 (2946361f-9b70-4be1-953c-d5df7cc91e1a/0183e419-2152-4899-b085-ef4f08155035/12ad818a-3c77-4120-bdbb-f5d84bf66c68) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:21.886859 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Attempting to bind port 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:21.887464 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Attempting to bind port 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:21.887983 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Attempting to bind port 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c on network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:21.895310 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:21.895961 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Checking segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:21.896520 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.897061 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Bound using segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:21.897731 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Bound port: 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:21.898324 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.939708 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=2b82dddf-89bd-4bd4-90a9-c7fba3abde45,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:21.994619 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] For port 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:21.999211 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] For port 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:22.014074 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.041149 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.084230 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.109315 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd574953-40c8-4895-89b6-81054565ed73 None None] Pushing event updated for resources: {'Port': ['ID=2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:22.112592 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-39a69514-3d7d-45ab-af6f-f29e89324297 req-b9042a65-dff4-487f-879e-1742bd16eefb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997542 Nov 19 17:56:22.127033 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Publish callbacks [] for port, precommit_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.142875 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Routers {'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:22.143980 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:55:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:22.154683 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4e830387-986c-4370-86ab-e0252a72e105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.161445 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Pushing event updated for resources: {'Port': ['ID=12ad818a-3c77-4120-bdbb-f5d84bf66c68,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:22.187342 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Network 2946361f-9b70-4be1-953c-d5df7cc91e1a is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:22.189586 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:22.192118 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:22.193409 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.252632 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828993'] for router_interface, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.319468 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 57caf28e-25f1-4f97-824f-a8e8f32660da completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:56:22.351869 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746134'] for router, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.388221 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] Set router dbc0ac53-8fb3-410c-ad51-7f8520d28a7c gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:22.412451 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 57caf28e-25f1-4f97-824f-a8e8f32660da triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:22.412936 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.476280 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Network dfaa8d65-d22e-40c7-b274-88fa45a1a06d is already hosted by enough agents. {{(pid=103566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:22.486361 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 53bb8e0d-8e61-462e-8a1b-2321c8316601 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:22.520810 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.base_scheduler [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Resources bound (agent type, host, resource id): {{(pid=103566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:22.550553 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-4e830387-986c-4370-86ab-e0252a72e105 None None] For port b503d76d-c4a2-4c85-8d77-e93bb0afcd03, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=b503d76d-c4a2-4c85-8d77-e93bb0afcd03,segment=NetworkSegment(3a932848-4b09-47dd-b4ee-190087253e82),segment_id=3a932848-4b09-47dd-b4ee-190087253e82)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:22.552440 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Received port after_create {{(pid=103566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:22.566055 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.603285 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4e830387-986c-4370-86ab-e0252a72e105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.665669 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Pushing event updated for resources: {'Port': ['ID=5c5da515-1310-4a9f-b311-edb690803993,revision_number=1']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:22.670389 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'name': 'tempest-TestMinimumBasicScenario-2102470543-router', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:17Z', 'updated_at': '2021-11-19T17:56:19Z', 'revision_number': 3, 'project_id': 'c87c21dd06334a0ca0a9743090b56e46', 'gw_port': {'id': '2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:18Z', 'updated_at': '2021-11-19T17:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:22.703796 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb72a98-c70d-4eb0-98b9-a48686764f54 None None] The sync data for ids ['dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'] in dv-cinder-810785-3-iscsi is: [{'id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'name': 'tempest-TestMinimumBasicScenario-2102470543-router', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:17Z', 'updated_at': '2021-11-19T17:56:19Z', 'revision_number': 3, 'project_id': 'c87c21dd06334a0ca0a9743090b56e46', 'gw_port': {'id': '2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:18Z', 'updated_at': '2021-11-19T17:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:22.720859 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e8cd1-3d42-4192-b244-690275853d71 req-6ff60aef-5275-4bd2-94a0-c89a5edf5689 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:22.723484 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-025e8cd1-3d42-4192-b244-690275853d71 req-6ff60aef-5275-4bd2-94a0-c89a5edf5689 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 944 time: 0.2309680 Nov 19 17:56:22.757850 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Attempting to bind port 5c5da515-1310-4a9f-b311-edb690803993 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:22.758321 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Attempting to bind port 5c5da515-1310-4a9f-b311-edb690803993 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:22.758800 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Attempting to bind port 5c5da515-1310-4a9f-b311-edb690803993 on network dfaa8d65-d22e-40c7-b274-88fa45a1a06d {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:22.816315 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:22.816817 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Checking segment: {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:22.817351 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.817853 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Bound using segment: {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:22.818498 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Bound port: 5c5da515-1310-4a9f-b311-edb690803993, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:22.819023 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.825776 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '319d444b-e979-4e86-b19a-8637dc80459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:13Z', 'revision_number': 4, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'gw_port': {'id': '319d444b-e979-4e86-b19a-8637dc80459c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'b503d76d-c4a2-4c85-8d77-e93bb0afcd03', 'name': '', 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'mac_address': 'fa:16:3e:0d:82:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:11Z', 'updated_at': '2021-11-19T17:56:20Z', 'revision_number': 4, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'subnets': [{'id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:22.862529 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-025e8cd1-3d42-4192-b244-690275853d71 req-21bf3050-42b5-4579-9067-31e3ab3ab741 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218176 Nov 19 17:56:22.895048 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Router ba079347-74a4-4bae-853e-c6b36af6ec5e is scheduled to L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 with binding_index 1 {{(pid=103564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:56:22.926689 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.935689 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:23.009864 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Pushing event updated for resources: {'Port': ['ID=12ad818a-3c77-4120-bdbb-f5d84bf66c68,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:23.028988 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1830417'] for router_interface, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:23.102039 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333a791-a94a-4770-9aa6-e0aa3b636438 req-9f0e2e29-5c13-43e2-89f4-f8456137fce6 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:23.121394 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9333a791-a94a-4770-9aa6-e0aa3b636438 req-9f0e2e29-5c13-43e2-89f4-f8456137fce6 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 944 time: 0.1366632 Nov 19 17:56:23.123895 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f966830-37b0-48f5-80fe-5611b3799903 None None] Network 2946361f-9b70-4be1-953c-d5df7cc91e1a requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:23.148378 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109caec-8939-44e4-ad6f-9b3037509b0b None None] The sync data for ids ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'] in dv-cinder-810785-3-iscsi is: [{'id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '319d444b-e979-4e86-b19a-8637dc80459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:13Z', 'revision_number': 4, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'gw_port': {'id': '319d444b-e979-4e86-b19a-8637dc80459c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'b503d76d-c4a2-4c85-8d77-e93bb0afcd03', 'name': '', 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'mac_address': 'fa:16:3e:0d:82:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:11Z', 'updated_at': '2021-11-19T17:56:20Z', 'revision_number': 4, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'subnets': [{'id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:23.175121 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:23.180511 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-7e934ff9-cef8-4c74-a2f1-8eb036d5ce75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:23.253419 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:23.269846 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9333a791-a94a-4770-9aa6-e0aa3b636438 req-f2d2e275-9c7a-49f7-96ea-0ed33b3b17d0 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474891 Nov 19 17:56:23.290088 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Network 2946361f-9b70-4be1-953c-d5df7cc91e1a is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:23.290088 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:23.301625 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] Publish callbacks [] for router, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:23.303169 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9a72d166-77e3-4c3c-942b-1f66d97a931a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6484888 Nov 19 17:56:23.306349 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 40934) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:23.307756 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e830387-986c-4370-86ab-e0252a72e105 None None] Pushing event updated for resources: {'Port': ['ID=b503d76d-c4a2-4c85-8d77-e93bb0afcd03,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:23.389683 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Sync routers for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:23.402540 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 53bb8e0d-8e61-462e-8a1b-2321c8316601 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:23.403763 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:23.506687 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-46fe77af-3076-49de-a045-ea588398fbef None None] Provisioning complete for port 53bb8e0d-8e61-462e-8a1b-2321c8316601 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:23.507068 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-46fe77af-3076-49de-a045-ea588398fbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:23.509495 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966c6439-e704-4b26-a321-41b3f019da4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57caf28e-25f1-4f97-824f-a8e8f32660da'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:23.512319 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72de633b-e1df-4d41-b693-97f545061c25" -d '{"events": [{"server_uuid": "966c6439-e704-4b26-a321-41b3f019da4f", "name": "network-vif-plugged", "status": "completed", "tag": "57caf28e-25f1-4f97-824f-a8e8f32660da"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:23.553819 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Router dbc0ac53-8fb3-410c-ad51-7f8520d28a7c has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:56:23.589224 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 57caf28e-25f1-4f97-824f-a8e8f32660da, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=57caf28e-25f1-4f97-824f-a8e8f32660da,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:23.743714 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6d7fd2-fad7-4d26-a8f6-5c7cc311241b x-openstack-request-id: req-2a6d7fd2-fad7-4d26-a8f6-5c7cc311241b {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:23.744465 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966c6439-e704-4b26-a321-41b3f019da4f", "name": "network-vif-plugged", "status": "completed", "tag": "57caf28e-25f1-4f97-824f-a8e8f32660da", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:23.745037 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2a6d7fd2-fad7-4d26-a8f6-5c7cc311241b {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:23.749325 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966c6439-e704-4b26-a321-41b3f019da4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57caf28e-25f1-4f97-824f-a8e8f32660da', 'code': 200} Nov 19 17:56:23.781861 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:23.787661 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:55:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:23.842702 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:23.896541 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] For port 5c5da515-1310-4a9f-b311-edb690803993, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:23.901438 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] For port 5c5da515-1310-4a9f-b311-edb690803993, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=5c5da515-1310-4a9f-b311-edb690803993,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:23.930014 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:23.936621 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.043215 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:24.054732 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-cc5bc108-b72b-47e6-8e33-9f3183d07580 admin admin] 10.222.0.71 "PUT /v2.0/routers/dbc0ac53-8fb3-410c-ad51-7f8520d28a7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5331719 Nov 19 17:56:24.242811 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:24.304692 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dfa52-2055-441c-b61e-23db931139cb req-ffbd93d7-f556-4f51-8815-fe16a6de73fc tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:24.312971 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-424dfa52-2055-441c-b61e-23db931139cb req-ffbd93d7-f556-4f51-8815-fe16a6de73fc tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 945 time: 0.2357161 Nov 19 17:56:24.413869 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-46fe77af-3076-49de-a045-ea588398fbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.452133 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796da90-8548-4223-bc0f-3cf18b8f543e req-4a424aa8-c3ff-44ae-96a7-e5f6a90bedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:24.453698 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3796da90-8548-4223-bc0f-3cf18b8f543e req-4a424aa8-c3ff-44ae-96a7-e5f6a90bedb3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 1098 time: 0.4337888 Nov 19 17:56:24.581472 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-424dfa52-2055-441c-b61e-23db931139cb req-23164128-5ae7-404f-a5d7-c6847c269834 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152579 Nov 19 17:56:24.648078 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af99122-b00a-4f42-b34a-01892411a765 req-7048dd6a-995b-4344-b47b-2cffe218ee10 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:24.649979 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1af99122-b00a-4f42-b34a-01892411a765 req-7048dd6a-995b-4344-b47b-2cffe218ee10 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 944 time: 0.2531705 Nov 19 17:56:24.654903 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3796da90-8548-4223-bc0f-3cf18b8f543e req-c34df154-d603-4265-a25f-1338f285a914 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835744 Nov 19 17:56:24.810971 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.879942 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1af99122-b00a-4f42-b34a-01892411a765 req-a9118633-b743-43f4-a042-a57474add902 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118659 Nov 19 17:56:24.964884 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-46fe77af-3076-49de-a045-ea588398fbef None None] For port 53bb8e0d-8e61-462e-8a1b-2321c8316601, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=53bb8e0d-8e61-462e-8a1b-2321c8316601,segment=NetworkSegment(b8f30a01-6af0-4fb7-869c-09f94704500f),segment_id=b8f30a01-6af0-4fb7-869c-09f94704500f)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:24.971654 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:56:24.981322 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=57caf28e-25f1-4f97-824f-a8e8f32660da,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:24.992685 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-46fe77af-3076-49de-a045-ea588398fbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.003428 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:25.003818 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.191452 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.db.api [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:56:25.191658 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG oslo_db.api [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:56:25.212601 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96ac69-9020-4836-8d9c-e86a9d78fd11 None None] Pushing event updated for resources: {'Port': ['ID=5c5da515-1310-4a9f-b311-edb690803993,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:25.342973 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe77af-3076-49de-a045-ea588398fbef None None] Pushing event updated for resources: {'Port': ['ID=53bb8e0d-8e61-462e-8a1b-2321c8316601,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:25.362034 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:21Z', 'revision_number': 3, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:25.415052 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.418252 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Checking router: ba079347-74a4-4bae-853e-c6b36af6ec5e for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:56:25.418855 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Updating router ba079347-74a4-4bae-853e-c6b36af6ec5e port ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8 binding host dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:56:25.420971 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d2ae0-c145-480d-9878-2637e58af62f req-638206f6-f4c2-4893-8e37-3bd2681da17e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:25.423546 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-912d2ae0-c145-480d-9878-2637e58af62f req-638206f6-f4c2-4893-8e37-3bd2681da17e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.1802042 Nov 19 17:56:25.431139 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.484290 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.513420 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-912d2ae0-c145-480d-9878-2637e58af62f req-08ded628-f579-4d01-8fbb-85f38fa8ae90 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789332 Nov 19 17:56:25.623413 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0709ef2e-fc0b-44c6-adb1-47c8c430d2c0,segment=NetworkSegment(804ebd93-68f4-4dbd-b182-b921aac84aaa),segment_id=804ebd93-68f4-4dbd-b182-b921aac84aaa)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:25.636316 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-a098e061-09c5-4054-84fc-ea61d8ec75cc None None] Provisioning complete for port 53bb8e0d-8e61-462e-8a1b-2321c8316601 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:25.636776 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-a098e061-09c5-4054-84fc-ea61d8ec75cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.656609 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.755878 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6e6673-f063-49c6-b9b8-65637f8f9876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0709ef2e-fc0b-44c6-adb1-47c8c430d2c0'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:25.758708 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8403fd6e-d554-4808-b49c-c54293c11eb0" -d '{"events": [{"server_uuid": "ed6e6673-f063-49c6-b9b8-65637f8f9876", "name": "network-vif-plugged", "status": "completed", "tag": "0709ef2e-fc0b-44c6-adb1-47c8c430d2c0"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:25.861760 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Allocated IP 172.20.0.1 (dfaa8d65-d22e-40c7-b274-88fa45a1a06d/e8e1a765-4ebe-43ec-94d3-165ffb63c5b5/cf842561-0a5c-426d-a0e2-385516164bef) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:25.926688 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2ab5a9-268b-4e32-b16f-acde868d5aaa x-openstack-request-id: req-8c2ab5a9-268b-4e32-b16f-acde868d5aaa {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:25.927004 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6e6673-f063-49c6-b9b8-65637f8f9876", "name": "network-vif-plugged", "status": "completed", "tag": "0709ef2e-fc0b-44c6-adb1-47c8c430d2c0", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:25.927273 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8c2ab5a9-268b-4e32-b16f-acde868d5aaa {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:25.927675 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6e6673-f063-49c6-b9b8-65637f8f9876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0709ef2e-fc0b-44c6-adb1-47c8c430d2c0', 'code': 200} Nov 19 17:56:26.099286 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.187771 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.225416 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Network dfaa8d65-d22e-40c7-b274-88fa45a1a06d is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:26.299639 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:26.309850 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=0709ef2e-fc0b-44c6-adb1-47c8c430d2c0,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:26.320894 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:26.416418 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828993'] for router_interface, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.677143 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e458b-efff-45a1-80f4-4e38767c72f8 req-4cde1726-d1b0-44fd-b374-5fd84da7cd92 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:26.680156 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c59e458b-efff-45a1-80f4-4e38767c72f8 req-4cde1726-d1b0-44fd-b374-5fd84da7cd92 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 945 time: 0.9768476 Nov 19 17:56:26.735904 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d5b04-4622-45f2-bc7c-fe3b3651d44e req-2abfa502-d506-4af5-ae3f-01d095d09e7d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:26.737593 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0d7d5b04-4622-45f2-bc7c-fe3b3651d44e req-2abfa502-d506-4af5-ae3f-01d095d09e7d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.5540299 Nov 19 17:56:26.758436 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-ee01601d-36fc-4935-aec8-bdcffe50636a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.766256 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b697f6f5-f9c7-4b8c-a312-507e7fcf4fd7 None None] Network dfaa8d65-d22e-40c7-b274-88fa45a1a06d requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:26.869475 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.887392 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=cf842561-0a5c-426d-a0e2-385516164bef,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:26.895040 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cd9b4-ea49-41ba-9204-fcbfb87509a7 req-520bb07d-6e60-4f4b-996c-8b15cb702d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:26.896860 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f76cd9b4-ea49-41ba-9204-fcbfb87509a7 req-520bb07d-6e60-4f4b-996c-8b15cb702d1a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 1098 time: 0.5772629 Nov 19 17:56:26.900765 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c59e458b-efff-45a1-80f4-4e38767c72f8 req-3d95f186-3a58-441a-ba2f-6124b1c347e7 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739135 Nov 19 17:56:27.057803 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0d7d5b04-4622-45f2-bc7c-fe3b3651d44e req-7b52f6cc-5fa4-480c-91b7-4911f028a2dc tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418187 Nov 19 17:56:27.132361 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Sync routers for ids ['dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:27.160817 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Routers {'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:27.169986 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:56:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:27.171402 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f76cd9b4-ea49-41ba-9204-fcbfb87509a7 req-7b9ba618-f199-45aa-bee0-9fdd4d492cae service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621207 Nov 19 17:56:27.185543 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device b503d76d-c4a2-4c85-8d77-e93bb0afcd03 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:27.264357 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602588d6-e22d-4a3a-bee8-918265705827 req-f2b2cec7-d892-4213-b4d5-ba22bfbd847f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:27.265869 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-602588d6-e22d-4a3a-bee8-918265705827 req-f2b2cec7-d892-4213-b4d5-ba22bfbd847f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.1107473 Nov 19 17:56:27.340276 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.349341 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.383434 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.390870 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-602588d6-e22d-4a3a-bee8-918265705827 req-75c05139-159e-4335-8648-230a3c6dba50 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175678 Nov 19 17:56:27.395794 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.405518 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.462058 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port b503d76d-c4a2-4c85-8d77-e93bb0afcd03 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:27.462578 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.481597 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Set router dbc0ac53-8fb3-410c-ad51-7f8520d28a7c gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:27.505227 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=cf842561-0a5c-426d-a0e2-385516164bef,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:27.530415 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1830417'] for router_interface, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.564561 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Attempting to bind port ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:27.565280 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Attempting to bind port ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:27.565848 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Attempting to bind port ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8 on network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:27.700584 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 53bb8e0d-8e61-462e-8a1b-2321c8316601 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:27.705288 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-a098e061-09c5-4054-84fc-ea61d8ec75cc None None] Provisioning complete for port 12ad818a-3c77-4120-bdbb-f5d84bf66c68 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:27.707113 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-a098e061-09c5-4054-84fc-ea61d8ec75cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.716419 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Network dfaa8d65-d22e-40c7-b274-88fa45a1a06d is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:27.721378 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:27.798860 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:27.800078 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Checking segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:27.800600 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.801185 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Bound using segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:27.802380 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Bound port: ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:27.803156 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.809386 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac5811-0a70-4727-99b4-5d8f363eac43 None None] Pushing event updated for resources: {'Port': ['ID=ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:27.936723 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-a098e061-09c5-4054-84fc-ea61d8ec75cc None None] Port 12ad818a-3c77-4120-bdbb-f5d84bf66c68 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:27.991598 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 53bb8e0d-8e61-462e-8a1b-2321c8316601 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:27.992159 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.025928 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Router ba079347-74a4-4bae-853e-c6b36af6ec5e has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:56:28.162876 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] For port ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:28.199442 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'name': 'tempest-TestMinimumBasicScenario-2102470543-router', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:17Z', 'updated_at': '2021-11-19T17:56:22Z', 'revision_number': 4, 'project_id': 'c87c21dd06334a0ca0a9743090b56e46', 'gw_port': {'id': '2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:18Z', 'updated_at': '2021-11-19T17:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '12ad818a-3c77-4120-bdbb-f5d84bf66c68', 'name': '', 'network_id': '2946361f-9b70-4be1-953c-d5df7cc91e1a', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46', 'mac_address': 'fa:16:3e:60:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0183e419-2152-4899-b085-ef4f08155035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:21Z', 'updated_at': '2021-11-19T17:56:22Z', 'revision_number': 2, 'project_id': 'c87c21dd06334a0ca0a9743090b56e46', 'subnets': [{'id': '0183e419-2152-4899-b085-ef4f08155035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:28.208255 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] For port ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:28.241719 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-fc1e616a-2c84-471a-83da-3b8635d740a9 None None] Provisioning complete for port 5c5da515-1310-4a9f-b311-edb690803993 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:28.242358 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fc1e616a-2c84-471a-83da-3b8635d740a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.253313 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.278368 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Checking router: dbc0ac53-8fb3-410c-ad51-7f8520d28a7c for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:56:28.279364 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Updating router dbc0ac53-8fb3-410c-ad51-7f8520d28a7c port 12ad818a-3c77-4120-bdbb-f5d84bf66c68 binding host dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:56:28.366949 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:28.380599 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.389761 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e1716324-f786-4069-a090-4ea1e6478ef6 admin admin] 10.222.0.71 "PUT /v2.0/routers/ba079347-74a4-4bae-853e-c6b36af6ec5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0820923 Nov 19 17:56:28.418870 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f354f-e69e-41ed-9326-f9288153deda req-345cb0ea-94c5-4273-be5b-20a1585545cf tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:28.420229 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-086f354f-e69e-41ed-9326-f9288153deda req-345cb0ea-94c5-4273-be5b-20a1585545cf tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 945 time: 0.1667221 Nov 19 17:56:28.424482 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac5811-0a70-4727-99b4-5d8f363eac43 None None] Pushing event updated for resources: {'Port': ['ID=ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:28.431691 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff9baa-0f74-497a-9e1d-a86f1a1efe8a req-b5f9f6e2-43e9-4576-94ad-70c9744f6c7c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:28.433719 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0aff9baa-0f74-497a-9e1d-a86f1a1efe8a req-b5f9f6e2-43e9-4576-94ad-70c9744f6c7c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.1838207 Nov 19 17:56:28.560207 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:28.566005 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:56:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:28.571777 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0aff9baa-0f74-497a-9e1d-a86f1a1efe8a req-f344aa5f-e642-4a7e-b327-3885d68b0140 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259246 Nov 19 17:56:28.728837 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-086f354f-e69e-41ed-9326-f9288153deda req-d09b5347-2f2d-4bc6-a160-70f3ba197e88 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666969 Nov 19 17:56:28.850685 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 5c5da515-1310-4a9f-b311-edb690803993 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:29.321973 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf705cc-dabd-4835-9450-b2dd30f11d56 req-283bc84d-be91-456e-9018-c651e6311293 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:29.338126 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6bf705cc-dabd-4835-9450-b2dd30f11d56 req-283bc84d-be91-456e-9018-c651e6311293 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.1709354 Nov 19 17:56:29.527302 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.534935 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6bf705cc-dabd-4835-9450-b2dd30f11d56 req-968a0bb9-2d7f-4215-b20a-d738cdc7451b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943936 Nov 19 17:56:29.537690 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fc1e616a-2c84-471a-83da-3b8635d740a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.577508 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:29.635893 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-fc1e616a-2c84-471a-83da-3b8635d740a9 None None] For port 5c5da515-1310-4a9f-b311-edb690803993, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=5c5da515-1310-4a9f-b311-edb690803993,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:29.652902 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.671821 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.754306 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fc1e616a-2c84-471a-83da-3b8635d740a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.772073 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df08872-63f7-4945-9513-5de98e76176d None None] Pushing event updated for resources: {'Port': ['ID=12ad818a-3c77-4120-bdbb-f5d84bf66c68,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:29.799802 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.952317 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04499c9-06c2-41e9-94ca-2a27bc0679f3 req-098fed52-c9f1-40e6-a718-7571b3618268 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:29.955795 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d04499c9-06c2-41e9-94ca-2a27bc0679f3 req-098fed52-c9f1-40e6-a718-7571b3618268 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.1542115 Nov 19 17:56:29.994239 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Attempting to bind port 12ad818a-3c77-4120-bdbb-f5d84bf66c68 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:29.994847 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Attempting to bind port 12ad818a-3c77-4120-bdbb-f5d84bf66c68 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': 'b8f30a01-6af0-4fb7-869c-09f94704500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2946361f-9b70-4be1-953c-d5df7cc91e1a'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:29.995414 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Attempting to bind port 12ad818a-3c77-4120-bdbb-f5d84bf66c68 on network 2946361f-9b70-4be1-953c-d5df7cc91e1a {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:30.017905 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:30.018572 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Checking segment: {'id': 'b8f30a01-6af0-4fb7-869c-09f94704500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2946361f-9b70-4be1-953c-d5df7cc91e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:30.019269 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.020014 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Bound using segment: {'id': 'b8f30a01-6af0-4fb7-869c-09f94704500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2946361f-9b70-4be1-953c-d5df7cc91e1a'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:30.020787 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Bound port: 12ad818a-3c77-4120-bdbb-f5d84bf66c68, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f30a01-6af0-4fb7-869c-09f94704500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '2946361f-9b70-4be1-953c-d5df7cc91e1a'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:30.022005 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.068123 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d04499c9-06c2-41e9-94ca-2a27bc0679f3 req-de0df0c0-7e56-4ab8-b108-c3d80c63c786 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024251 Nov 19 17:56:30.107895 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e616a-2c84-471a-83da-3b8635d740a9 None None] Pushing event updated for resources: {'Port': ['ID=5c5da515-1310-4a9f-b311-edb690803993,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:30.227743 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-fc1e616a-2c84-471a-83da-3b8635d740a9 None None] Provisioning complete for port 12ad818a-3c77-4120-bdbb-f5d84bf66c68 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:30.228664 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fc1e616a-2c84-471a-83da-3b8635d740a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.236323 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 5c5da515-1310-4a9f-b311-edb690803993 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:30.237002 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.238773 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 41034) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:30.244956 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1868327530-network', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:30.275504 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] For port 12ad818a-3c77-4120-bdbb-f5d84bf66c68, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:30.284223 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] Made reservation on behalf of 4da4c296c2994d4ebe82f5b4d6cbe251 for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:30.288352 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.291276 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] For port 12ad818a-3c77-4120-bdbb-f5d84bf66c68, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=12ad818a-3c77-4120-bdbb-f5d84bf66c68,segment=NetworkSegment(b8f30a01-6af0-4fb7-869c-09f94704500f),segment_id=b8f30a01-6af0-4fb7-869c-09f94704500f)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:30.300189 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.309726 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.507486 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-fc1e616a-2c84-471a-83da-3b8635d740a9 None None] Port 12ad818a-3c77-4120-bdbb-f5d84bf66c68 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:30.541614 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df08872-63f7-4945-9513-5de98e76176d None None] Pushing event updated for resources: {'Port': ['ID=12ad818a-3c77-4120-bdbb-f5d84bf66c68,revision_number=4']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:30.561679 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Routers {'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:30.571305 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:56:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:30.594919 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.720642 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:30.726152 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-12e10752-da15-4759-888e-21d0999a87e3 None None] Provisioning complete for port cf842561-0a5c-426d-a0e2-385516164bef triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:30.726718 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-12e10752-da15-4759-888e-21d0999a87e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.824649 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-12e10752-da15-4759-888e-21d0999a87e3 None None] Port cf842561-0a5c-426d-a0e2-385516164bef cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:30.858696 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] Set router dbc0ac53-8fb3-410c-ad51-7f8520d28a7c gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:30.889564 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:27Z', 'revision_number': 2, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:30.893420 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-12e10752-da15-4759-888e-21d0999a87e3 None None] Provisioning complete for port 5c5da515-1310-4a9f-b311-edb690803993 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:30.894318 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-12e10752-da15-4759-888e-21d0999a87e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.028930 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.033370 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:31.034185 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.043502 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] vlan segment allocate from pool success with {'vlan_id': 1117, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:56:31.056059 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.056478 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] Added segment 3604c729-dc18-4c79-9337-59f22812e850 of type vlan for network d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6 Nov 19 17:56:31.115288 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.116934 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157d819-9db4-402a-8cfa-65685e8674a2 None None] The sync data for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi is: [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:27Z', 'revision_number': 2, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:31.132035 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'name': 'tempest-TestMinimumBasicScenario-2102470543-router', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:17Z', 'updated_at': '2021-11-19T17:56:22Z', 'revision_number': 4, 'project_id': 'c87c21dd06334a0ca0a9743090b56e46', 'gw_port': {'id': '2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:18Z', 'updated_at': '2021-11-19T17:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '12ad818a-3c77-4120-bdbb-f5d84bf66c68', 'name': '', 'network_id': '2946361f-9b70-4be1-953c-d5df7cc91e1a', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46', 'mac_address': 'fa:16:3e:60:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0183e419-2152-4899-b085-ef4f08155035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:21Z', 'updated_at': '2021-11-19T17:56:30Z', 'revision_number': 4, 'project_id': 'c87c21dd06334a0ca0a9743090b56e46', 'subnets': [{'id': '0183e419-2152-4899-b085-ef4f08155035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:31.191746 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.192984 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:31.193720 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.223786 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8703c8-3920-48e1-9531-135177c977a9 None None] The sync data for ids ['dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'] in dv-cinder-810785-3-iscsi is: [{'id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'name': 'tempest-TestMinimumBasicScenario-2102470543-router', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:17Z', 'updated_at': '2021-11-19T17:56:22Z', 'revision_number': 4, 'project_id': 'c87c21dd06334a0ca0a9743090b56e46', 'gw_port': {'id': '2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:18Z', 'updated_at': '2021-11-19T17:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '12ad818a-3c77-4120-bdbb-f5d84bf66c68', 'name': '', 'network_id': '2946361f-9b70-4be1-953c-d5df7cc91e1a', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46', 'mac_address': 'fa:16:3e:60:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0183e419-2152-4899-b085-ef4f08155035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:21Z', 'updated_at': '2021-11-19T17:56:30Z', 'revision_number': 4, 'project_id': 'c87c21dd06334a0ca0a9743090b56e46', 'subnets': [{'id': '0183e419-2152-4899-b085-ef4f08155035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:31.285435 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.338666 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:31.369846 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.438235 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f23eae-4069-4623-8838-a3499c2c3169,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:31.476500 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0763ad-be33-4d81-b9e3-89b43fb857c5 req-8fe46f10-952b-4dde-ad01-f948f502b652 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:31.478334 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1b0763ad-be33-4d81-b9e3-89b43fb857c5 req-8fe46f10-952b-4dde-ad01-f948f502b652 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.8955290 Nov 19 17:56:31.579097 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3991194-2a60-402a-9b6e-cae7bb928665 req-0bb36000-d3f3-480c-b7c6-338f7de4c4e4 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:31.593195 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e3991194-2a60-402a-9b6e-cae7bb928665 req-0bb36000-d3f3-480c-b7c6-338f7de4c4e4 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.5683334 Nov 19 17:56:31.622152 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3819625 Nov 19 17:56:31.629673 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 41046) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:31.638589 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-d1083a7d-3ca7-402a-8e76-40e6a46fe768 admin admin] Request body: {'subnet': {'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1868327530-subnet', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'ip_version': 4}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:31.694879 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375207e-e5f5-41de-af75-8a12e457e941 req-d46e794f-ae2d-4027-af44-d9c047a23bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:31.696826 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4375207e-e5f5-41de-af75-8a12e457e941 req-d46e794f-ae2d-4027-af44-d9c047a23bed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9ae0de00d6db4545b1e4e8dce24c181f&device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 1098 time: 1.1624966 Nov 19 17:56:31.738146 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-12e10752-da15-4759-888e-21d0999a87e3 None None] Provisioning complete for port 12ad818a-3c77-4120-bdbb-f5d84bf66c68 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:31.738999 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-12e10752-da15-4759-888e-21d0999a87e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.755616 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1083a7d-3ca7-402a-8e76-40e6a46fe768 admin admin] Made reservation on behalf of 4da4c296c2994d4ebe82f5b4d6cbe251 for: {'subnet': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:31.757209 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1716069-2e4f-4333-b4cc-ce8c63db176d admin admin] Pushing event updated for resources: {'Network': ['ID=d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:31.759009 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d1083a7d-3ca7-402a-8e76-40e6a46fe768 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13415967'] for subnet, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.832043 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:31.916513 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6 details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:56:31.974951 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375207e-e5f5-41de-af75-8a12e457e941 req-8b119e67-0c18-4f7e-9374-c75cdf9bdee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:31.977666 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4375207e-e5f5-41de-af75-8a12e457e941 req-8b119e67-0c18-4f7e-9374-c75cdf9bdee6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=96d692e2-05d3-4af8-83ff-1b363e11b217 HTTP/1.1" status: 200 len: 921 time: 0.2512240 Nov 19 17:56:32.060140 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4375207e-e5f5-41de-af75-8a12e457e941 req-fb6c2c19-4dab-4618-9549-57d4c0e8e0f5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 HTTP/1.1" status: 200 len: 217 time: 0.0689917 Nov 19 17:56:32.066064 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1b0763ad-be33-4d81-b9e3-89b43fb857c5 req-4807a0ff-dda4-48d9-8bad-dbeb72a876c0 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681827 Nov 19 17:56:32.075252 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 5c5da515-1310-4a9f-b311-edb690803993 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:32.082857 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e3991194-2a60-402a-9b6e-cae7bb928665 req-71bbb7ff-83d8-4666-a43b-372899da5218 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4873788 Nov 19 17:56:32.244942 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375207e-e5f5-41de-af75-8a12e457e941 req-4a81194b-9d1f-4d1d-81b6-e699615bcdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:32.251610 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4375207e-e5f5-41de-af75-8a12e457e941 req-4a81194b-9d1f-4d1d-81b6-e699615bcdb4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6158668e-687d-402a-ab54-4f4a94c41e7e HTTP/1.1" status: 200 len: 859 time: 0.1660516 Nov 19 17:56:32.328385 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d1083a7d-3ca7-402a-8e76-40e6a46fe768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13247747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13415949'] for subnet, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.344455 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4375207e-e5f5-41de-af75-8a12e457e941 req-6ef06b80-1729-4e6a-a170-7e19b84251d4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96d692e2-05d3-4af8-83ff-1b363e11b217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739820 Nov 19 17:56:32.382670 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 5c5da515-1310-4a9f-b311-edb690803993 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:32.383272 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.492708 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1083a7d-3ca7-402a-8e76-40e6a46fe768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b676390-ca78-47c6-9c98-9cea282024d0,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:32.512474 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1083a7d-3ca7-402a-8e76-40e6a46fe768 admin admin] Checking segment: {'id': '3604c729-dc18-4c79-9337-59f22812e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:32.513120 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1083a7d-3ca7-402a-8e76-40e6a46fe768 admin admin] Network hostable DHCP agents. Network: d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:56:32.554362 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-12e10752-da15-4759-888e-21d0999a87e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.574173 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1083a7d-3ca7-402a-8e76-40e6a46fe768 admin admin] Network d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6 is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:56:32.606899 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-d1083a7d-3ca7-402a-8e76-40e6a46fe768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6) {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:32.617562 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1083a7d-3ca7-402a-8e76-40e6a46fe768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:32.618426 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d1083a7d-3ca7-402a-8e76-40e6a46fe768 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.640727 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4375207e-e5f5-41de-af75-8a12e457e941 req-867cd5bb-5f03-46e7-a421-4fe88f8a6b6a service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804368 Nov 19 17:56:32.696029 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-d1083a7d-3ca7-402a-8e76-40e6a46fe768 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0632408 Nov 19 17:56:32.702119 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 41056) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:32.708951 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1868327530-router', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:32.759132 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260438'] for router, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.760217 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260429'] for router, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.780733 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256797c8-ff48-483e-af21-858af4a962d9 None None] Network d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:32.893132 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4375207e-e5f5-41de-af75-8a12e457e941 req-225573d9-d5f2-475d-bb39-73de916738d5 service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261460 Nov 19 17:56:32.917603 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.950164 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-12e10752-da15-4759-888e-21d0999a87e3 None None] For port 12ad818a-3c77-4120-bdbb-f5d84bf66c68, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=12ad818a-3c77-4120-bdbb-f5d84bf66c68,segment=NetworkSegment(b8f30a01-6af0-4fb7-869c-09f94704500f),segment_id=b8f30a01-6af0-4fb7-869c-09f94704500f)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:32.987117 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-12e10752-da15-4759-888e-21d0999a87e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.056200 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 12ad818a-3c77-4120-bdbb-f5d84bf66c68 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:33.202136 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-497c6df8-d30b-4934-9f04-d3153195f546 None None] Provisioning complete for port 12ad818a-3c77-4120-bdbb-f5d84bf66c68 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:33.202854 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-497c6df8-d30b-4934-9f04-d3153195f546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.213353 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:56:33.274968 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e10752-da15-4759-888e-21d0999a87e3 None None] Pushing event updated for resources: {'Port': ['ID=12ad818a-3c77-4120-bdbb-f5d84bf66c68,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:33.367948 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b971-48c2-4465-824e-e3be1d982fb6 req-405ebca9-16ed-415f-9b4f-b75fa07870f2 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:33.377114 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f815b971-48c2-4465-824e-e3be1d982fb6 req-405ebca9-16ed-415f-9b4f-b75fa07870f2 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0828936 Nov 19 17:56:33.469061 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 12ad818a-3c77-4120-bdbb-f5d84bf66c68 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:33.470255 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.503628 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f815b971-48c2-4465-824e-e3be1d982fb6 req-662b6cf8-9d5b-4e42-b6f4-51bbfef0eb7d tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257942 Nov 19 17:56:33.542326 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05593e96-1432-4258-8a08-3ccc0314b564 req-f7c1ee85-811c-4ca5-860a-a1b8de6d5970 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:33.544835 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-05593e96-1432-4258-8a08-3ccc0314b564 req-f7c1ee85-811c-4ca5-860a-a1b8de6d5970 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.1592345 Nov 19 17:56:33.556834 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41e3f734-d01d-5427-9f52-2e4031802599-d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6', 'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'fixed_ips': [{'subnet_id': '1b676390-ca78-47c6-9c98-9cea282024d0'}]}} from dv-cinder-810785-3-iscsi. {{(pid=103566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:56:33.558389 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.569289 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.706149 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-05593e96-1432-4258-8a08-3ccc0314b564 req-3a39eee2-9f9a-4280-b257-c0ae911e09ed tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507864 Nov 19 17:56:33.815905 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.db_base_plugin_common [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Allocated IP 172.20.0.2 (d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6/1b676390-ca78-47c6-9c98-9cea282024d0/6ee76f51-63f8-4107-a758-c77892a26ec9) {{(pid=103566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:33.947962 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.978465 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.157258 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Publish callbacks [] for port, precommit_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.169765 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.216141 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Allocated IP 172.27.1.187 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/62f30780-83a7-4292-b844-7ce7282d1f0c) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:34.237861 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Network d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6 is already hosted by enough agents. {{(pid=103566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:34.245629 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.base_scheduler [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Resources bound (agent type, host, resource id): {{(pid=103566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:34.254761 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Received port after_create {{(pid=103566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:34.311046 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 12ad818a-3c77-4120-bdbb-f5d84bf66c68 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:34.397030 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.429627 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Pushing event updated for resources: {'Port': ['ID=6ee76f51-63f8-4107-a758-c77892a26ec9,revision_number=1']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:34.446838 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Attempting to bind port 6ee76f51-63f8-4107-a758-c77892a26ec9 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:34.447364 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Attempting to bind port 6ee76f51-63f8-4107-a758-c77892a26ec9 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '3604c729-dc18-4c79-9337-59f22812e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:34.448654 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Attempting to bind port 6ee76f51-63f8-4107-a758-c77892a26ec9 on network d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:34.460411 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:34.461199 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Checking segment: {'id': '3604c729-dc18-4c79-9337-59f22812e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:34.461781 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.462267 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Bound using segment: {'id': '3604c729-dc18-4c79-9337-59f22812e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:34.462969 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Bound port: 6ee76f51-63f8-4107-a758-c77892a26ec9, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3604c729-dc18-4c79-9337-59f22812e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:34.463554 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.512302 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.530997 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 12ad818a-3c77-4120-bdbb-f5d84bf66c68 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:34.531800 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.570848 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:34.583104 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:34.587514 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:34.639896 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=62f30780-83a7-4292-b844-7ce7282d1f0c,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:34.668297 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] For port 6ee76f51-63f8-4107-a758-c77892a26ec9, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:34.672632 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] For port 6ee76f51-63f8-4107-a758-c77892a26ec9, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=6ee76f51-63f8-4107-a758-c77892a26ec9,segment=NetworkSegment(3604c729-dc18-4c79-9337-59f22812e850),segment_id=3604c729-dc18-4c79-9337-59f22812e850)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:34.687510 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.819011 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871adf61-4823-44a3-8f7e-95fec6159c03 req-e50501e8-a546-40fc-9a2c-8852da675598 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.832492 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-871adf61-4823-44a3-8f7e-95fec6159c03 req-e50501e8-a546-40fc-9a2c-8852da675598 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0954092 Nov 19 17:56:34.917029 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5b427-be0c-41dc-bcc2-4f16f1631196 None None] Pushing event updated for resources: {'Port': ['ID=6ee76f51-63f8-4107-a758-c77892a26ec9,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:34.957463 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:35.041292 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff73836-4799-4367-9d19-a669bad9bf85 req-b11adb60-e29a-4242-99b8-c4bf92836899 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:35.044217 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eff73836-4799-4367-9d19-a669bad9bf85 req-b11adb60-e29a-4242-99b8-c4bf92836899 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.1406841 Nov 19 17:56:35.069321 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-871adf61-4823-44a3-8f7e-95fec6159c03 req-a3295d32-20fc-46d9-8944-9cc63f391fe7 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353871 Nov 19 17:56:35.096781 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:35.097369 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:35.239114 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eff73836-4799-4367-9d19-a669bad9bf85 req-14ba49da-07e9-49a1-8e02-d7b8b0c57a86 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644030 Nov 19 17:56:35.524625 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:35.891295 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746134'] for router, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:36.145388 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Router 74b6e285-cd47-4ffb-b1d4-f49e96098c0f is scheduled to L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 with binding_index 1 {{(pid=103565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:56:36.294914 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 6ee76f51-63f8-4107-a758-c77892a26ec9 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:36.356591 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad0512-268d-4f65-ab84-0bd11e5527f0 req-20971df4-168f-4b57-8cb0-2d41130bbc26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:36.365793 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b1ad0512-268d-4f65-ab84-0bd11e5527f0 req-20971df4-168f-4b57-8cb0-2d41130bbc26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.1447117 Nov 19 17:56:36.485248 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 6ee76f51-63f8-4107-a758-c77892a26ec9 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:36.485785 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:36.496677 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b1ad0512-268d-4f65-ab84-0bd11e5527f0 req-414d3603-8209-4e27-82a4-516ffcf0fd68 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278665 Nov 19 17:56:36.533505 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:36.556694 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Sync routers for ids ['74b6e285-cd47-4ffb-b1d4-f49e96098c0f'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:36.562486 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e92175-dc71-4459-90a7-74c0c6697d77 req-52be92af-e5fd-434f-b548-416ef761e584 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:36.574563 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d6e92175-dc71-4459-90a7-74c0c6697d77 req-52be92af-e5fd-434f-b548-416ef761e584 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.2050443 Nov 19 17:56:36.591909 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:36.600305 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-cb7f5088-15b0-432d-9dbb-2988e789e9a5 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8964598 Nov 19 17:56:36.604155 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 41106) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:36.625613 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Routers {'74b6e285-cd47-4ffb-b1d4-f49e96098c0f'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:36.628460 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:56:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['74b6e285-cd47-4ffb-b1d4-f49e96098c0f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:36.724986 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d6e92175-dc71-4459-90a7-74c0c6697d77 req-33f8e48f-c9f6-47a2-b304-b3060f0bf4ba tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492252 Nov 19 17:56:36.973452 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e809c7-3889-4ec9-888b-2356d67cd7af None None] Network d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:37.205802 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.306498 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9f4f806e-d148-47ee-a75e-0dd8242ca332 None None] Provisioning complete for port 6ee76f51-63f8-4107-a758-c77892a26ec9 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:37.306498 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9f4f806e-d148-47ee-a75e-0dd8242ca332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.307543 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port 6ee76f51-63f8-4107-a758-c77892a26ec9, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=6ee76f51-63f8-4107-a758-c77892a26ec9,segment=NetworkSegment(3604c729-dc18-4c79-9337-59f22812e850),segment_id=3604c729-dc18-4c79-9337-59f22812e850)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:37.314151 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Set router 74b6e285-cd47-4ffb-b1d4-f49e96098c0f gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:37.414725 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.415687 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:37.438513 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Sync routers for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:37.464564 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:37.466254 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:56:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:37.745109 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:37.795762 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=6ee76f51-63f8-4107-a758-c77892a26ec9,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:37.802778 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.920777 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8463f-7c13-41a2-9152-dc505d4b9dd4 req-e2bd2cf1-ba96-4cc7-ab72-4638ea5f1de5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:37.923810 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b8d8463f-7c13-41a2-9152-dc505d4b9dd4 req-e2bd2cf1-ba96-4cc7-ab72-4638ea5f1de5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.2105479 Nov 19 17:56:38.148486 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:38.149903 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:38.150625 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2b8c7-da57-481c-929d-f222bb4f6915 req-b89ee3ab-df3a-44a6-b408-b75ffda09c3f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:38.171529 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cee2b8c7-da57-481c-929d-f222bb4f6915 req-b89ee3ab-df3a-44a6-b408-b75ffda09c3f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.2909265 Nov 19 17:56:38.192249 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b8d8463f-7c13-41a2-9152-dc505d4b9dd4 req-03603792-b007-46e0-91a9-b7ccd0a57437 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477083 Nov 19 17:56:38.209730 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:27Z', 'revision_number': 2, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:38.242086 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Checking router: ba079347-74a4-4bae-853e-c6b36af6ec5e for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:56:38.242493 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Updating router ba079347-74a4-4bae-853e-c6b36af6ec5e port cf842561-0a5c-426d-a0e2-385516164bef binding host dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:56:38.287074 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:38.305159 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cee2b8c7-da57-481c-929d-f222bb4f6915 req-c1ba76f0-45ed-496a-8af0-8c71721fede0 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319194 Nov 19 17:56:38.322978 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:38.360718 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Allocated IP 172.20.0.1 (d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6/1b676390-ca78-47c6-9c98-9cea282024d0/a3ef9e48-367b-4437-9734-dca348d13e1f) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:38.424103 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:38.434300 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'name': 'tempest-TestVolumeBootPattern-1868327530-router', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '62f30780-83a7-4292-b844-7ce7282d1f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:32Z', 'updated_at': '2021-11-19T17:56:35Z', 'revision_number': 3, 'project_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'gw_port': {'id': '62f30780-83a7-4292-b844-7ce7282d1f0c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:33Z', 'updated_at': '2021-11-19T17:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:38.487345 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Checking router: 74b6e285-cd47-4ffb-b1d4-f49e96098c0f for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:56:38.487803 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Updating router 74b6e285-cd47-4ffb-b1d4-f49e96098c0f port 62f30780-83a7-4292-b844-7ce7282d1f0c binding host dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:56:38.530668 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:38.544393 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:38.556536 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:38.562333 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:38.596750 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:38.685184 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ef9e48-367b-4437-9734-dca348d13e1f,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:38.716544 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Network d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:38.724123 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:38.729182 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:38.849869 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828993'] for router_interface, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:38.929177 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 6ee76f51-63f8-4107-a758-c77892a26ec9 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:39.036953 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.040722 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Publish callbacks [] for port, precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.046028 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:39.049636 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.090659 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-aeb743bb-95ed-4d30-83a1-b9991836c358 None None] Provisioning complete for port 6ee76f51-63f8-4107-a758-c77892a26ec9 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:39.091202 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-aeb743bb-95ed-4d30-83a1-b9991836c358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.119049 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f144e-bebe-4ebf-b4bf-89b83809b215 None None] Pushing event updated for resources: {'Port': ['ID=cf842561-0a5c-426d-a0e2-385516164bef,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:39.252637 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 6ee76f51-63f8-4107-a758-c77892a26ec9 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:39.252637 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.492336 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Attempting to bind port cf842561-0a5c-426d-a0e2-385516164bef on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:39.492826 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Attempting to bind port cf842561-0a5c-426d-a0e2-385516164bef by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:39.493202 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Attempting to bind port cf842561-0a5c-426d-a0e2-385516164bef on network dfaa8d65-d22e-40c7-b274-88fa45a1a06d {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:39.513479 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:39.513888 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Checking segment: {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:39.514335 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.514721 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Bound using segment: {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:39.515246 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Bound port: cf842561-0a5c-426d-a0e2-385516164bef, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:39.515683 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.579682 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f3-8e47-4830-b2b7-82c139664aa5 req-1ae0e81d-96f9-438d-ba58-5b83efe27f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:39.584044 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1407e7f3-8e47-4830-b2b7-82c139664aa5 req-1ae0e81d-96f9-438d-ba58-5b83efe27f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.2375112 Nov 19 17:56:39.675037 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Publish callbacks [] for port, precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.694572 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] For port cf842561-0a5c-426d-a0e2-385516164bef, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:39.700742 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] For port cf842561-0a5c-426d-a0e2-385516164bef, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=cf842561-0a5c-426d-a0e2-385516164bef,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:39.705314 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.714363 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.717178 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.719662 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.765700 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f2dd-ad9a-4aaa-9b65-e3a274b037d2 req-aad438ba-7a79-4312-b179-4fbb0dc62586 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:39.771877 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3ff2f2dd-ad9a-4aaa-9b65-e3a274b037d2 req-aad438ba-7a79-4312-b179-4fbb0dc62586 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.3180861 Nov 19 17:56:39.785162 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1407e7f3-8e47-4830-b2b7-82c139664aa5 req-6b231c3d-6a4a-425f-8410-6085d4a23585 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894608 Nov 19 17:56:39.822211 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-56e1c28f-ddfb-4c80-9c73-648a3cfc4558 None None] Provisioning complete for port cf842561-0a5c-426d-a0e2-385516164bef triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:39.835029 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-56e1c28f-ddfb-4c80-9c73-648a3cfc4558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.864991 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f144e-bebe-4ebf-b4bf-89b83809b215 None None] Pushing event updated for resources: {'Port': ['ID=cf842561-0a5c-426d-a0e2-385516164bef,revision_number=4']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:39.881021 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3ff2f2dd-ad9a-4aaa-9b65-e3a274b037d2 req-11f6a0e8-302d-4f6d-81b3-c354452976cf tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892572 Nov 19 17:56:39.935770 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:39.936822 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:56:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:39.943958 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Attempting to bind port 62f30780-83a7-4292-b844-7ce7282d1f0c on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:39.950982 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Attempting to bind port 62f30780-83a7-4292-b844-7ce7282d1f0c by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:39.952947 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Attempting to bind port 62f30780-83a7-4292-b844-7ce7282d1f0c on network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:39.964497 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482b406-64a1-4ff6-a008-d458d93adce8 None None] Pushing event updated for resources: {'Port': ['ID=62f30780-83a7-4292-b844-7ce7282d1f0c,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:39.965650 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ef9e48-367b-4437-9734-dca348d13e1f,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:39.988551 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:39.989697 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Checking segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:39.990241 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.990906 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Bound using segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:39.995448 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Bound port: 62f30780-83a7-4292-b844-7ce7282d1f0c, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:39.996256 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:40.002282 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1830417'] for router_interface, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:40.106810 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] For port 62f30780-83a7-4292-b844-7ce7282d1f0c, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:40.134604 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] For port 62f30780-83a7-4292-b844-7ce7282d1f0c, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=62f30780-83a7-4292-b844-7ce7282d1f0c,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:40.137072 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-56e1c28f-ddfb-4c80-9c73-648a3cfc4558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:40.186118 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-56e1c28f-ddfb-4c80-9c73-648a3cfc4558 None None] For port cf842561-0a5c-426d-a0e2-385516164bef, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=cf842561-0a5c-426d-a0e2-385516164bef,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:40.190094 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:40.206864 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-56e1c28f-ddfb-4c80-9c73-648a3cfc4558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:40.218718 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:40.284377 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-56e1c28f-ddfb-4c80-9c73-648a3cfc4558 None None] Provisioning complete for port a3ef9e48-367b-4437-9734-dca348d13e1f triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:40.284751 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-56e1c28f-ddfb-4c80-9c73-648a3cfc4558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:40.318496 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Network d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:40.321036 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:40.362014 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Routers {'74b6e285-cd47-4ffb-b1d4-f49e96098c0f'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:40.362719 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:56:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['74b6e285-cd47-4ffb-b1d4-f49e96098c0f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:40.389848 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-56e1c28f-ddfb-4c80-9c73-648a3cfc4558 None None] Port a3ef9e48-367b-4437-9734-dca348d13e1f cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:40.537905 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482b406-64a1-4ff6-a008-d458d93adce8 None None] Pushing event updated for resources: {'Port': ['ID=62f30780-83a7-4292-b844-7ce7282d1f0c,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:40.673231 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Router 74b6e285-cd47-4ffb-b1d4-f49e96098c0f has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:56:40.881409 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:40.991633 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-304202e8-86da-4970-acb6-1a45cb10b0f0 None None] Provisioning complete for port cf842561-0a5c-426d-a0e2-385516164bef triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:40.992018 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-304202e8-86da-4970-acb6-1a45cb10b0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:41.034088 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] Set router 74b6e285-cd47-4ffb-b1d4-f49e96098c0f gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:41.039168 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1c28f-ddfb-4c80-9c73-648a3cfc4558 None None] Pushing event updated for resources: {'Port': ['ID=cf842561-0a5c-426d-a0e2-385516164bef,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:41.055682 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:39Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:41.177606 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e499e0-c40d-4e34-a3bd-7ec7813bc99d None None] The sync data for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi is: [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:39Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:41.205196 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:41.205584 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:41.225056 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2423439-43ab-4684-b520-529719193f22 req-c1c4e952-44d1-44b7-ab7c-fa644b3a1888 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:41.243501 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b2423439-43ab-4684-b520-529719193f22 req-c1c4e952-44d1-44b7-ab7c-fa644b3a1888 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.1937201 Nov 19 17:56:41.329122 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:41.371642 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-d3356c72-5c40-492a-be21-4f9aad86cf64 admin admin] 10.222.0.71 "PUT /v2.0/routers/74b6e285-cd47-4ffb-b1d4-f49e96098c0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7615707 Nov 19 17:56:41.387569 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b2423439-43ab-4684-b520-529719193f22 req-efb60a78-5852-4c61-8a7c-dba1a024d631 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430991 Nov 19 17:56:41.432826 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94998fe-fc9d-4c74-a531-7ab7f18a9459 req-9d137bbd-74d9-4ca6-bca5-b68bab5b24ca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:41.434583 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f94998fe-fc9d-4c74-a531-7ab7f18a9459 req-9d137bbd-74d9-4ca6-bca5-b68bab5b24ca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.3151076 Nov 19 17:56:41.533844 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f94998fe-fc9d-4c74-a531-7ab7f18a9459 req-949f43a9-3ad3-4523-88e3-4af30d5cf2d2 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664995 Nov 19 17:56:41.915939 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device cf842561-0a5c-426d-a0e2-385516164bef up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:42.018955 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-053fe79f-6954-4b83-a4cf-071ac10460ae None None] Provisioning complete for port a3ef9e48-367b-4437-9734-dca348d13e1f triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:42.018955 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-053fe79f-6954-4b83-a4cf-071ac10460ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.147870 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port cf842561-0a5c-426d-a0e2-385516164bef triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:42.147870 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.192952 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-053fe79f-6954-4b83-a4cf-071ac10460ae None None] Port a3ef9e48-367b-4437-9734-dca348d13e1f cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:42.239779 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'name': 'tempest-TestVolumeBootPattern-1868327530-router', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '62f30780-83a7-4292-b844-7ce7282d1f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:32Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'gw_port': {'id': '62f30780-83a7-4292-b844-7ce7282d1f0c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:33Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'a3ef9e48-367b-4437-9734-dca348d13e1f', 'name': '', 'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'mac_address': 'fa:16:3e:6d:2f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1b676390-ca78-47c6-9c98-9cea282024d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:37Z', 'updated_at': '2021-11-19T17:56:39Z', 'revision_number': 2, 'project_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'subnets': [{'id': '1b676390-ca78-47c6-9c98-9cea282024d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:42.290010 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cbf8d6-cd14-46de-aa26-aa2cdd392eab None None] The sync data for ids ['74b6e285-cd47-4ffb-b1d4-f49e96098c0f'] in dv-cinder-810785-3-iscsi is: [{'id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'name': 'tempest-TestVolumeBootPattern-1868327530-router', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '62f30780-83a7-4292-b844-7ce7282d1f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:32Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'gw_port': {'id': '62f30780-83a7-4292-b844-7ce7282d1f0c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:33Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'a3ef9e48-367b-4437-9734-dca348d13e1f', 'name': '', 'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'mac_address': 'fa:16:3e:6d:2f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1b676390-ca78-47c6-9c98-9cea282024d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:37Z', 'updated_at': '2021-11-19T17:56:39Z', 'revision_number': 2, 'project_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'subnets': [{'id': '1b676390-ca78-47c6-9c98-9cea282024d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:42.593121 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 41176) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:42.599570 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-60959629-1e38-459c-87b9-95535e1a2a09 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1270478039', 'description': 'tempest-secgroup-smoke-1270478039 description', 'project_id': '80680fdddb2b4a919dc36de9924916fe'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:42.700307 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60959629-1e38-459c-87b9-95535e1a2a09 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.825677 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device cf842561-0a5c-426d-a0e2-385516164bef up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:42.952436 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port cf842561-0a5c-426d-a0e2-385516164bef triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:42.953084 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.990887 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60959629-1e38-459c-87b9-95535e1a2a09 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.019431 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60959629-1e38-459c-87b9-95535e1a2a09 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.088424 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60959629-1e38-459c-87b9-95535e1a2a09 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.097471 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-60959629-1e38-459c-87b9-95535e1a2a09 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4967415 Nov 19 17:56:43.097837 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 41188) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:43.103174 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-63ee1313-63a7-4f2b-a6a1-ae48c5886bfe tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Request body: {'security_group_rule': {'security_group_id': '486a55a6-d92b-4962-bafb-333d6d516c99', 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:43.150506 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef1ee5-6c08-4970-905d-ad7e0f5931ce req-e35117a3-e07e-4118-a8b9-3e2060e0ed1b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:43.164085 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-57ef1ee5-6c08-4970-905d-ad7e0f5931ce req-e35117a3-e07e-4118-a8b9-3e2060e0ed1b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.2845039 Nov 19 17:56:43.176757 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60959629-1e38-459c-87b9-95535e1a2a09 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486a55a6-d92b-4962-bafb-333d6d516c99,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:43.194156 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-63ee1313-63a7-4f2b-a6a1-ae48c5886bfe tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.220649 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eacf6-207c-49b2-9f41-f80d2c82cbdd req-85daee8a-da0f-4bdd-b1f5-3f33e8c2a89c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:43.228116 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ce2eacf6-207c-49b2-9f41-f80d2c82cbdd req-85daee8a-da0f-4bdd-b1f5-3f33e8c2a89c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.3498032 Nov 19 17:56:43.316483 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-63ee1313-63a7-4f2b-a6a1-ae48c5886bfe tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.331362 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-63ee1313-63a7-4f2b-a6a1-ae48c5886bfe tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.353290 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee1313-63a7-4f2b-a6a1-ae48c5886bfe tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893fc27b-f65f-4326-8032-6e7479979e4c,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:43.367487 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-57ef1ee5-6c08-4970-905d-ad7e0f5931ce req-44ff6936-d40f-4bcb-b98f-2c9f43836797 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015238 Nov 19 17:56:43.377573 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ce2eacf6-207c-49b2-9f41-f80d2c82cbdd req-231a6734-5919-44bb-b8f4-652e31e21468 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481152 Nov 19 17:56:43.379149 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-63ee1313-63a7-4f2b-a6a1-ae48c5886bfe tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.382689 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-63ee1313-63a7-4f2b-a6a1-ae48c5886bfe tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2820208 Nov 19 17:56:43.385775 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 41192) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:43.392660 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-e934bfc1-53e4-4c54-ac5e-c13b78ec642e tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Request body: {'security_group_rule': {'security_group_id': '486a55a6-d92b-4962-bafb-333d6d516c99', 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:43.431674 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e934bfc1-53e4-4c54-ac5e-c13b78ec642e tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.536972 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e934bfc1-53e4-4c54-ac5e-c13b78ec642e tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.543711 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e934bfc1-53e4-4c54-ac5e-c13b78ec642e tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.564698 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934bfc1-53e4-4c54-ac5e-c13b78ec642e tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b1f2cc-b7dd-45c9-8983-c430ab4f3da8,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:43.585223 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e934bfc1-53e4-4c54-ac5e-c13b78ec642e tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.588663 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-e934bfc1-53e4-4c54-ac5e-c13b78ec642e tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2017274 Nov 19 17:56:43.593165 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 41196) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:43.598827 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-6ed6a442-1ea7-455b-b95f-8300d62b092b tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Request body: {'security_group_rule': {'security_group_id': '486a55a6-d92b-4962-bafb-333d6d516c99', 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:43.653750 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a442-1ea7-455b-b95f-8300d62b092b tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.858142 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a442-1ea7-455b-b95f-8300d62b092b tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.871725 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a442-1ea7-455b-b95f-8300d62b092b tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.905345 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6a442-1ea7-455b-b95f-8300d62b092b tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4899e581-2af2-4276-a099-41b845951102,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:43.928197 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6ed6a442-1ea7-455b-b95f-8300d62b092b tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.932514 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-6ed6a442-1ea7-455b-b95f-8300d62b092b tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3380849 Nov 19 17:56:43.937235 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 41198) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:43.947706 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-d5ef457c-f316-4b7c-9d76-aa3db9de97ed tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Request body: {'security_group_rule': {'security_group_id': '486a55a6-d92b-4962-bafb-333d6d516c99', 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:44.020418 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d5ef457c-f316-4b7c-9d76-aa3db9de97ed tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.136072 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d5ef457c-f316-4b7c-9d76-aa3db9de97ed tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.146497 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d5ef457c-f316-4b7c-9d76-aa3db9de97ed tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.195238 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef457c-f316-4b7c-9d76-aa3db9de97ed tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf18fd7-e695-4b7c-973e-048864457a35,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:44.245773 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d5ef457c-f316-4b7c-9d76-aa3db9de97ed tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.259091 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-d5ef457c-f316-4b7c-9d76-aa3db9de97ed tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3168473 Nov 19 17:56:44.259399 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 41204) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:44.264251 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-3d9408a3-cefd-49f0-bd2f-83a7b4fd8589 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Request body: {'security_group_rule': {'security_group_id': '486a55a6-d92b-4962-bafb-333d6d516c99', 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:44.310948 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.securitygroups_db [None req-3d9408a3-cefd-49f0-bd2f-83a7b4fd8589 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Project 80680fdddb2b4a919dc36de9924916fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 17:56:44.332297 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3d9408a3-cefd-49f0-bd2f-83a7b4fd8589 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.433234 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3d9408a3-cefd-49f0-bd2f-83a7b4fd8589 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.440328 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3d9408a3-cefd-49f0-bd2f-83a7b4fd8589 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.489124 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9408a3-cefd-49f0-bd2f-83a7b4fd8589 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ca284f-32d1-4a7f-ae2a-888784857f0d,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:44.630896 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3d9408a3-cefd-49f0-bd2f-83a7b4fd8589 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.637033 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-3d9408a3-cefd-49f0-bd2f-83a7b4fd8589 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3766198 Nov 19 17:56:44.639991 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 41214) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:44.644961 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-f0c992e9-09dd-4d94-9141-124a159f80a3 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Request body: {'security_group_rule': {'security_group_id': '486a55a6-d92b-4962-bafb-333d6d516c99', 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:44.685354 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678f3d8-e71d-4673-adc9-7ae9ce681bbc req-cdda47ab-8d3f-4ad6-b549-396ce0c076d1 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:44.687456 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1678f3d8-e71d-4673-adc9-7ae9ce681bbc req-cdda47ab-8d3f-4ad6-b549-396ce0c076d1 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.1724150 Nov 19 17:56:44.695689 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820de105-94e1-4386-bc27-0c9fd3d433c1 req-000e20bd-0f39-46c3-a6cc-22f15061cd9d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:44.696859 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.securitygroups_db [None req-f0c992e9-09dd-4d94-9141-124a159f80a3 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Project 80680fdddb2b4a919dc36de9924916fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 17:56:44.702902 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-820de105-94e1-4386-bc27-0c9fd3d433c1 req-000e20bd-0f39-46c3-a6cc-22f15061cd9d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.1232359 Nov 19 17:56:44.715315 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f0c992e9-09dd-4d94-9141-124a159f80a3 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.744455 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 62f30780-83a7-4292-b844-7ce7282d1f0c up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:44.819158 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f0c992e9-09dd-4d94-9141-124a159f80a3 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.826785 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f0c992e9-09dd-4d94-9141-124a159f80a3 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.831802 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-820de105-94e1-4386-bc27-0c9fd3d433c1 req-214d636d-df25-4740-9cd3-a1aff21494f0 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273901 Nov 19 17:56:44.847845 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1678f3d8-e71d-4673-adc9-7ae9ce681bbc req-38ec98c6-e0c7-4c06-90bc-ee7e5e71d7ae tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419528 Nov 19 17:56:44.861272 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 62f30780-83a7-4292-b844-7ce7282d1f0c triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:44.861890 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.874316 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c992e9-09dd-4d94-9141-124a159f80a3 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d28105-d8d6-4a2e-ad4e-f2b24b12b309,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:44.904869 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f0c992e9-09dd-4d94-9141-124a159f80a3 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.906898 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-f0c992e9-09dd-4d94-9141-124a159f80a3 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2650218 Nov 19 17:56:44.996467 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.046298 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port 62f30780-83a7-4292-b844-7ce7282d1f0c, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=62f30780-83a7-4292-b844-7ce7282d1f0c,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:45.064367 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.168592 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=62f30780-83a7-4292-b844-7ce7282d1f0c,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:45.178182 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:45.178652 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:45.179223 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:45.179763 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:45.180315 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:45.180847 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:45.181381 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:45.181927 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:45.182544 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:45.183001 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:45.183369 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:45.183684 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:45.452957 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-2107dfc9-97d3-4970-80ad-47468050e01c tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:45.458221 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-2107dfc9-97d3-4970-80ad-47468050e01c tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/networks?id=f2d34df1-c8a6-4e64-99d7-45092325de01 HTTP/1.1" status: 200 len: 815 time: 0.2060835 Nov 19 17:56:45.508130 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-994218b1-6d03-4b14-8b81-87b27343cbe6 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/quotas/f70f81a9efc74af9998478d2ddcd678d HTTP/1.1" status: 200 len: 375 time: 0.0404825 Nov 19 17:56:45.662174 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-1f93bf6a-0e34-4054-b820-afa80061efa3 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f70f81a9efc74af9998478d2ddcd678d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1446421 Nov 19 17:56:45.859990 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-2373c145-2558-453d-b87f-2387cf137fd9 service neutron] 10.222.0.71 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810062 Nov 19 17:56:46.018785 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-93ef48d3-df7c-4d55-af1c-70ea0abbfa50 service neutron] 10.222.0.71 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575401 Nov 19 17:56:46.052158 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921ab6-cc55-4e9f-a86e-3537687e1a90 req-56dd93e8-5b10-4862-8024-bf1b11f62372 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:46.059472 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-71921ab6-cc55-4e9f-a86e-3537687e1a90 req-56dd93e8-5b10-4862-8024-bf1b11f62372 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.1174068 Nov 19 17:56:46.126582 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-71921ab6-cc55-4e9f-a86e-3537687e1a90 req-bc9b9bab-771a-4f00-8b0b-c00b8a7d8ee7 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619981 Nov 19 17:56:46.189261 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Sync routers for ids ['74b6e285-cd47-4ffb-b1d4-f49e96098c0f'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:46.233501 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Routers {'74b6e285-cd47-4ffb-b1d4-f49e96098c0f'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:46.235506 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:56:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['74b6e285-cd47-4ffb-b1d4-f49e96098c0f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:46.261636 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d912f-b7eb-46b1-b561-e81a7742e55e req-4452876a-7c16-4169-8eb4-0ef86bc7cca8 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:46.281025 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-af1d912f-b7eb-46b1-b561-e81a7742e55e req-4452876a-7c16-4169-8eb4-0ef86bc7cca8 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0980971 Nov 19 17:56:46.360265 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-61388712-9fb9-4450-8b08-35387d4fb00b req-4dbf2d34-8693-4ccd-985c-e714e83aa963 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 210 time: 0.0537021 Nov 19 17:56:46.403616 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-af1d912f-b7eb-46b1-b561-e81a7742e55e req-cd48421e-c03f-4a1e-8273-e20b8072ad5e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140022 Nov 19 17:56:46.499340 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Set router 74b6e285-cd47-4ffb-b1d4-f49e96098c0f gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:46.859184 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 62f30780-83a7-4292-b844-7ce7282d1f0c up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:46.904909 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a295e-4eb7-4f1f-844e-5b96ef0f10bb req-010f79d8-ef7f-45ce-9b30-8b1eb84e138a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:46.918758 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-397a295e-4eb7-4f1f-844e-5b96ef0f10bb req-010f79d8-ef7f-45ce-9b30-8b1eb84e138a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.1885297 Nov 19 17:56:46.949165 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 62f30780-83a7-4292-b844-7ce7282d1f0c triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:46.949827 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:47.074030 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'name': 'tempest-TestVolumeBootPattern-1868327530-router', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '62f30780-83a7-4292-b844-7ce7282d1f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:32Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'gw_port': {'id': '62f30780-83a7-4292-b844-7ce7282d1f0c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:33Z', 'updated_at': '2021-11-19T17:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'a3ef9e48-367b-4437-9734-dca348d13e1f', 'name': '', 'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'mac_address': 'fa:16:3e:6d:2f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1b676390-ca78-47c6-9c98-9cea282024d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:37Z', 'updated_at': '2021-11-19T17:56:39Z', 'revision_number': 2, 'project_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'subnets': [{'id': '1b676390-ca78-47c6-9c98-9cea282024d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:47.133925 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-397a295e-4eb7-4f1f-844e-5b96ef0f10bb req-c27f2fde-96a2-48b0-80d8-fe47be2adbeb tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124608 Nov 19 17:56:47.150175 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Checking router: 74b6e285-cd47-4ffb-b1d4-f49e96098c0f for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:56:47.153098 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Updating router 74b6e285-cd47-4ffb-b1d4-f49e96098c0f port a3ef9e48-367b-4437-9734-dca348d13e1f binding host dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:56:47.163969 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1dd46-935a-4e4b-9526-11bfa6530252 req-8151f2e4-669d-4974-a369-76454c835e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:47.166499 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81b1dd46-935a-4e4b-9526-11bfa6530252 req-8151f2e4-669d-4974-a369-76454c835e83 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0456090f49334c51827e8fad95f98095&device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 1099 time: 0.2135491 Nov 19 17:56:47.585635 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 41322) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:47.683257 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e20bc140-551d-467d-99a3-f094689e87a4 req-7249ac17-b55f-415b-9fa0-1d4eefc57d48 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 210 time: 0.0702085 Nov 19 17:56:47.692216 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:47.695720 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f57ec4-3c82-4e58-b740-07bd99e000bd req-55bcd6d0-12ab-4870-aef7-516550d3e936 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:47.716541 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-31f57ec4-3c82-4e58-b740-07bd99e000bd req-55bcd6d0-12ab-4870-aef7-516550d3e936 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.2516718 Nov 19 17:56:47.774874 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1dd46-935a-4e4b-9526-11bfa6530252 req-d7b8028c-6e50-4dcc-b073-921e2214484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:47.778165 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81b1dd46-935a-4e4b-9526-11bfa6530252 req-d7b8028c-6e50-4dcc-b073-921e2214484c service neutron] 10.222.0.85 "GET /v2.0/networks?id=410ab6ba-f35e-442f-bd38-211464acc4a3 HTTP/1.1" status: 200 len: 913 time: 0.5984900 Nov 19 17:56:47.869979 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-31f57ec4-3c82-4e58-b740-07bd99e000bd req-7efed288-b43b-4dc5-aab8-5d8febe98e43 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523302 Nov 19 17:56:47.915694 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81b1dd46-935a-4e4b-9526-11bfa6530252 req-f08a10b1-eafe-45bd-93d0-85d1006e19ac service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5429e785-00af-4ece-b4a3-8c18072af542 HTTP/1.1" status: 200 len: 1001 time: 0.1233349 Nov 19 17:56:47.955620 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f09a89f4-174a-419c-9e2c-59f1b97b9b60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.019776 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1dd46-935a-4e4b-9526-11bfa6530252 req-e2f5a32f-842f-4c04-bfef-6285543cb44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:48.021785 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81b1dd46-935a-4e4b-9526-11bfa6530252 req-e2f5a32f-842f-4c04-bfef-6285543cb44c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=391d2137-1654-4763-aca0-4213e12e3e68 HTTP/1.1" status: 200 len: 850 time: 0.0951962 Nov 19 17:56:48.071339 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f09a89f4-174a-419c-9e2c-59f1b97b9b60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.087169 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f09a89f4-174a-419c-9e2c-59f1b97b9b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.106098 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1dd46-935a-4e4b-9526-11bfa6530252 req-2cfa11ee-1e67-41ac-bac4-e5c699dfb96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:48.107860 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81b1dd46-935a-4e4b-9526-11bfa6530252 req-2cfa11ee-1e67-41ac-bac4-e5c699dfb96a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=410ab6ba-f35e-442f-bd38-211464acc4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671105 Nov 19 17:56:48.147488 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-f09a89f4-174a-419c-9e2c-59f1b97b9b60 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ccb1875e191c492788f772197e253f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5603240 Nov 19 17:56:48.149068 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a89f4-174a-419c-9e2c-59f1b97b9b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014c2afa-89bf-46d0-807b-e32cc3d72537,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:48.151821 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 41328) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:48.267817 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Publish callbacks [] for port, precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.280556 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.293001 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee957-69f0-4e9d-907a-ba181258b4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.335011 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81b1dd46-935a-4e4b-9526-11bfa6530252 req-aa9c8c56-6ac8-4482-8901-f3bed4d48fbc service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098274 Nov 19 17:56:48.483324 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee957-69f0-4e9d-907a-ba181258b4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.497976 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439362b-e19d-4446-b7a5-11eff60e99ec req-75c24d88-332e-4aae-9f9f-c2fb74827065 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:48.500671 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5830818-7f5a-4a27-a76e-e3a47b2dd63f None None] Pushing event updated for resources: {'Port': ['ID=a3ef9e48-367b-4437-9734-dca348d13e1f,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:48.514066 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4439362b-e19d-4446-b7a5-11eff60e99ec req-75c24d88-332e-4aae-9f9f-c2fb74827065 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.2428114 Nov 19 17:56:48.548015 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Attempting to bind port a3ef9e48-367b-4437-9734-dca348d13e1f on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:48.548405 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Attempting to bind port a3ef9e48-367b-4437-9734-dca348d13e1f by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '3604c729-dc18-4c79-9337-59f22812e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:48.550081 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Attempting to bind port a3ef9e48-367b-4437-9734-dca348d13e1f on network d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:48.566438 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:48.566853 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Checking segment: {'id': '3604c729-dc18-4c79-9337-59f22812e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:48.567271 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.570288 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Bound using segment: {'id': '3604c729-dc18-4c79-9337-59f22812e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:48.570937 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Bound port: a3ef9e48-367b-4437-9734-dca348d13e1f, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3604c729-dc18-4c79-9337-59f22812e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:48.571351 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.661833 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81b1dd46-935a-4e4b-9526-11bfa6530252 req-b88605fb-12d8-4456-8b13-a7369c6b5506 service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031549 Nov 19 17:56:48.693591 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] For port a3ef9e48-367b-4437-9734-dca348d13e1f, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:48.715484 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] For port a3ef9e48-367b-4437-9734-dca348d13e1f, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=a3ef9e48-367b-4437-9734-dca348d13e1f,segment=NetworkSegment(3604c729-dc18-4c79-9337-59f22812e850),segment_id=3604c729-dc18-4c79-9337-59f22812e850)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:48.725138 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.729909 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-60d20848-c106-4444-908a-0ff40028b0ff tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:48.733584 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-60d20848-c106-4444-908a-0ff40028b0ff tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "GET /v2.0/networks?id=f2d34df1-c8a6-4e64-99d7-45092325de01 HTTP/1.1" status: 200 len: 815 time: 0.4073055 Nov 19 17:56:48.757802 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4439362b-e19d-4446-b7a5-11eff60e99ec req-c2dd26b6-33b3-4f75-b3ee-a495d3196105 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296753 Nov 19 17:56:48.763612 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee957-69f0-4e9d-907a-ba181258b4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.767020 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fd5ee957-69f0-4e9d-907a-ba181258b4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.768242 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-fd5ee957-69f0-4e9d-907a-ba181258b4ab admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/014c2afa-89bf-46d0-807b-e32cc3d72537 HTTP/1.1" status: 204 len: 168 time: 0.6046453 Nov 19 17:56:48.772580 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-be7b9506-f699-4f88-8767-78ffb38066ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Request body: {'port': {'device_id': 'cba6e18f-20ee-478e-aa65-df0dedd0094f', 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01', 'admin_state_up': True, 'tenant_id': 'f70f81a9efc74af9998478d2ddcd678d'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:48.873708 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-7b9b6288-c146-4e97-aeb2-6a95044e5727 None None] Provisioning complete for port a3ef9e48-367b-4437-9734-dca348d13e1f triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:48.873861 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-7b9b6288-c146-4e97-aeb2-6a95044e5727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.977211 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5830818-7f5a-4a27-a76e-e3a47b2dd63f None None] Pushing event updated for resources: {'Port': ['ID=a3ef9e48-367b-4437-9734-dca348d13e1f,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:48.981997 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c825f5d6-e763-462b-820e-9ba79f325499 req-ae4e2be4-b6a5-47f3-9b56-4c81ca25ecc0 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 210 time: 0.1395924 Nov 19 17:56:49.020666 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Routers {'74b6e285-cd47-4ffb-b1d4-f49e96098c0f'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:49.024410 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:56:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['74b6e285-cd47-4ffb-b1d4-f49e96098c0f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:49.074970 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ee957-69f0-4e9d-907a-ba181258b4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014c2afa-89bf-46d0-807b-e32cc3d72537,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:49.149588 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3d1b5-f9d2-431f-9d9e-8b34ac882b51 req-a39acffc-9b99-419b-bfe5-339a8e8633f8 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:49.176382 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f0e3d1b5-f9d2-431f-9d9e-8b34ac882b51 req-a39acffc-9b99-419b-bfe5-339a8e8633f8 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.1487517 Nov 19 17:56:49.252613 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-be7b9506-f699-4f88-8767-78ffb38066ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Made reservation on behalf of f70f81a9efc74af9998478d2ddcd678d for: {'port': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:49.258623 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-be7b9506-f699-4f88-8767-78ffb38066ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.317891 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f0e3d1b5-f9d2-431f-9d9e-8b34ac882b51 req-8d46811f-3006-42b8-baa1-2b6d032fd44d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336973 Nov 19 17:56:49.402684 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-7b9b6288-c146-4e97-aeb2-6a95044e5727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.433903 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] Set router 74b6e285-cd47-4ffb-b1d4-f49e96098c0f gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:49.518233 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-7b9b6288-c146-4e97-aeb2-6a95044e5727 None None] For port a3ef9e48-367b-4437-9734-dca348d13e1f, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=a3ef9e48-367b-4437-9734-dca348d13e1f,segment=NetworkSegment(3604c729-dc18-4c79-9337-59f22812e850),segment_id=3604c729-dc18-4c79-9337-59f22812e850)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:49.523847 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-7b9b6288-c146-4e97-aeb2-6a95044e5727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.654830 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-be7b9506-f699-4f88-8767-78ffb38066ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Allocated IP 172.20.0.12 (f2d34df1-c8a6-4e64-99d7-45092325de01/6976624c-1d1e-4351-9ac4-73432abae10d/455cbfbd-788d-46f2-a393-55cb05c5c816) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:49.709703 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-d2c38d76-ef7b-49a0-acb8-f9f41806c47b None None] Provisioning complete for port a3ef9e48-367b-4437-9734-dca348d13e1f triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:49.710361 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d2c38d76-ef7b-49a0-acb8-f9f41806c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.786145 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b6288-c146-4e97-aeb2-6a95044e5727 None None] Pushing event updated for resources: {'Port': ['ID=a3ef9e48-367b-4437-9734-dca348d13e1f,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:49.997412 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-be7b9506-f699-4f88-8767-78ffb38066ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.052996 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'name': 'tempest-TestVolumeBootPattern-1868327530-router', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '62f30780-83a7-4292-b844-7ce7282d1f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:32Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'gw_port': {'id': '62f30780-83a7-4292-b844-7ce7282d1f0c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:33Z', 'updated_at': '2021-11-19T17:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'a3ef9e48-367b-4437-9734-dca348d13e1f', 'name': '', 'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'mac_address': 'fa:16:3e:6d:2f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1b676390-ca78-47c6-9c98-9cea282024d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:37Z', 'updated_at': '2021-11-19T17:56:48Z', 'revision_number': 4, 'project_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'subnets': [{'id': '1b676390-ca78-47c6-9c98-9cea282024d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:50.086284 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61b460-c0c7-4184-a033-9397a77620b3 req-c64ab01b-a1d6-47ac-b73f-4a97ec9fdb24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:50.093481 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1c47e8-f816-400c-a908-33438525cd22 None None] The sync data for ids ['74b6e285-cd47-4ffb-b1d4-f49e96098c0f'] in dv-cinder-810785-3-iscsi is: [{'id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'name': 'tempest-TestVolumeBootPattern-1868327530-router', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '62f30780-83a7-4292-b844-7ce7282d1f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:32Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'gw_port': {'id': '62f30780-83a7-4292-b844-7ce7282d1f0c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:33Z', 'updated_at': '2021-11-19T17:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'a3ef9e48-367b-4437-9734-dca348d13e1f', 'name': '', 'network_id': 'd7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'mac_address': 'fa:16:3e:6d:2f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1b676390-ca78-47c6-9c98-9cea282024d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:37Z', 'updated_at': '2021-11-19T17:56:48Z', 'revision_number': 4, 'project_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'subnets': [{'id': '1b676390-ca78-47c6-9c98-9cea282024d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:50.107001 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cc61b460-c0c7-4184-a033-9397a77620b3 req-c64ab01b-a1d6-47ac-b73f-4a97ec9fdb24 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.1318593 Nov 19 17:56:50.120109 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-be7b9506-f699-4f88-8767-78ffb38066ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.142589 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['83a2ee6d-573c-447a-8ee8-37242ca101b0', '6113f1af-2030-485e-943c-6fbe4577d50b', '57caf28e-25f1-4f97-824f-a8e8f32660da'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:56:50.276846 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cc61b460-c0c7-4184-a033-9397a77620b3 req-8e8f2dba-79b5-4e8e-977b-52e1a0b6e6f1 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683371 Nov 19 17:56:50.320931 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a07d2b-699b-4a4f-b0cb-2db896423e4f req-4ffc0226-d332-4ea7-9845-d2c00a6e66ad tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:50.331670 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81a07d2b-699b-4a4f-b0cb-2db896423e4f req-4ffc0226-d332-4ea7-9845-d2c00a6e66ad tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 932 time: 0.1778493 Nov 19 17:56:50.331875 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b9506-f699-4f88-8767-78ffb38066ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Pushing event updated for resources: {'Port': ['ID=455cbfbd-788d-46f2-a393-55cb05c5c816,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:50.355274 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-be7b9506-f699-4f88-8767-78ffb38066ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Network f2d34df1-c8a6-4e64-99d7-45092325de01 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:50.361301 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-be7b9506-f699-4f88-8767-78ffb38066ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:50.368396 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-be7b9506-f699-4f88-8767-78ffb38066ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:50.460544 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81a07d2b-699b-4a4f-b0cb-2db896423e4f req-08ca7c54-9375-4cbc-805c-54b5ea0fb0a5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274972 Nov 19 17:56:50.461037 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-be7b9506-f699-4f88-8767-78ffb38066ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:50.461670 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-be7b9506-f699-4f88-8767-78ffb38066ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.493905 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-be7b9506-f699-4f88-8767-78ffb38066ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7313561 Nov 19 17:56:50.518643 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Request body: {'port': {'device_id': 'cba6e18f-20ee-478e-aa65-df0dedd0094f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:50.701942 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.739996 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device a3ef9e48-367b-4437-9734-dca348d13e1f up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:50.788306 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d762367-08ad-4e1b-b857-a5061178b7d6 req-333ccd4b-8c0b-43db-90ea-0711e9490356 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:50.793889 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1d762367-08ad-4e1b-b857-a5061178b7d6 req-333ccd4b-8c0b-43db-90ea-0711e9490356 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.1490724 Nov 19 17:56:50.915012 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port a3ef9e48-367b-4437-9734-dca348d13e1f triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:50.915544 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.917427 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1d762367-08ad-4e1b-b857-a5061178b7d6 req-484ae8f5-1223-47ef-a148-a8efc6e4467d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164529 Nov 19 17:56:51.382791 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-4aa5d1cb-a83a-4ae9-80f8-66e8c81b1a8f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:51.389355 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-4aa5d1cb-a83a-4ae9-80f8-66e8c81b1a8f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/networks?id=a6f19787-0d9c-473b-97f7-7d6adaae4a87 HTTP/1.1" status: 200 len: 814 time: 0.1593177 Nov 19 17:56:51.413545 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-00bc750a-158b-4640-933e-040b15f348d8 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/quotas/21c13efec7f34837a11bafa7687ba15a HTTP/1.1" status: 200 len: 375 time: 0.0143440 Nov 19 17:56:51.471635 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-db55e6d6-038d-49a0-8252-b931fb0e6b48 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=21c13efec7f34837a11bafa7687ba15a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542281 Nov 19 17:56:51.513604 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455cbfbd-788d-46f2-a393-55cb05c5c816 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:51.531090 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.577475 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Transition to ACTIVE for port object 455cbfbd-788d-46f2-a393-55cb05c5c816 will not be triggered until provisioned by entity L2. {{(pid=103565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:56:51.586186 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.732020 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Pushing event updated for resources: {'Port': ['ID=455cbfbd-788d-46f2-a393-55cb05c5c816,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:51.843200 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Attempting to bind port 455cbfbd-788d-46f2-a393-55cb05c5c816 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:51.844354 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Attempting to bind port 455cbfbd-788d-46f2-a393-55cb05c5c816 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:51.844938 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Attempting to bind port 455cbfbd-788d-46f2-a393-55cb05c5c816 on network f2d34df1-c8a6-4e64-99d7-45092325de01 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:51.852914 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Port 455cbfbd-788d-46f2-a393-55cb05c5c816 on network f2d34df1-c8a6-4e64-99d7-45092325de01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:56:51.853199 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Attempting to bind port 455cbfbd-788d-46f2-a393-55cb05c5c816 on network f2d34df1-c8a6-4e64-99d7-45092325de01 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:51.863267 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:51.863867 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Checking segment: {'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:51.864047 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6d21e-bec0-4656-9156-b16d30a7d55b req-9ff45244-4b64-4927-8b37-41bba1580bdc tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:51.864777 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Bound using segment: {'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:51.865570 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Bound port: 455cbfbd-788d-46f2-a393-55cb05c5c816, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657f46b7-f408-4a09-b7e9-5299f76bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:51.865777 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0bb6d21e-bec0-4656-9156-b16d30a7d55b req-9ff45244-4b64-4927-8b37-41bba1580bdc tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 944 time: 0.0847268 Nov 19 17:56:51.866183 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.868042 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-58fe2ddb-fa45-4f38-ba06-e7ef4329f3dd service neutron] 10.222.0.71 "GET /v2.0/networks/a6f19787-0d9c-473b-97f7-7d6adaae4a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788986 Nov 19 17:56:51.981810 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] For port 455cbfbd-788d-46f2-a393-55cb05c5c816, host hv-cinder-81078, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:51.987959 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] For port 455cbfbd-788d-46f2-a393-55cb05c5c816, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=455cbfbd-788d-46f2-a393-55cb05c5c816,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:51.993989 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:52.039197 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0bb6d21e-bec0-4656-9156-b16d30a7d55b req-c5a86e22-bc70-4b75-8eee-15a430a817d1 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596799 Nov 19 17:56:52.048507 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:52.049135 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:52.050649 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] 10.222.0.85 "PUT /v2.0/ports/455cbfbd-788d-46f2-a393-55cb05c5c816 HTTP/1.1" status: 200 len: 1094 time: 1.5371077 Nov 19 17:56:52.051111 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba6e18f-20ee-478e-aa65-df0dedd0094f', 'tag': '455cbfbd-788d-46f2-a393-55cb05c5c816'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:52.059991 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-a3ae3f46-35bf-42c5-9c8b-a5a5ddd22052 service neutron] 10.222.0.71 "GET /v2.0/networks/a6f19787-0d9c-473b-97f7-7d6adaae4a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794658 Nov 19 17:56:52.099226 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafabc5-a3a3-49ab-8903-0a01fd0d0f26 service neutron] Pushing event updated for resources: {'Port': ['ID=455cbfbd-788d-46f2-a393-55cb05c5c816,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:52.250198 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-c8985873-b51f-4798-a7e8-9dc20af693ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:52.252990 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-c8985873-b51f-4798-a7e8-9dc20af693ed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f70f81a9efc74af9998478d2ddcd678d&device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 1097 time: 0.1112599 Nov 19 17:56:52.275504 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ac8fc-bb31-4480-8707-f7f70458963a req-f03fc498-112e-4801-a4ee-136f12410ee6 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:52.314623 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e04ac8fc-bb31-4480-8707-f7f70458963a req-f03fc498-112e-4801-a4ee-136f12410ee6 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.1468749 Nov 19 17:56:52.317962 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4af50a-44df-4feb-9a95-b3e81e89ad5f" -d '{"events": [{"name": "network-changed", "server_uuid": "cba6e18f-20ee-478e-aa65-df0dedd0094f", "tag": "455cbfbd-788d-46f2-a393-55cb05c5c816"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:52.361857 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6b8b534b-5bf6-4a5a-a052-7305e863890a req-ba21cb2f-1a13-4247-927d-829011ae51b5 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 210 time: 0.0438585 Nov 19 17:56:52.386848 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-83072b7c-bf1e-4801-94c0-f2bf5c311c6f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=455cbfbd-788d-46f2-a393-55cb05c5c816 HTTP/1.1" status: 200 len: 217 time: 0.1093378 Nov 19 17:56:52.399276 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e04ac8fc-bb31-4480-8707-f7f70458963a req-321d329b-fd24-4061-98f5-bca8574e88e2 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832303 Nov 19 17:56:52.495551 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-981be9ba-a384-4064-b75b-03e625540596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:52.497546 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-981be9ba-a384-4064-b75b-03e625540596 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6976624c-1d1e-4351-9ac4-73432abae10d HTTP/1.1" status: 200 len: 855 time: 0.0929627 Nov 19 17:56:52.513082 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-e5f46c84-bba1-4faa-aa2b-b95327bde8b2 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=45339d60e05249f69c72bf2734d1bcf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411565 Nov 19 17:56:52.545989 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-6e6ce425-1e56-4cb7-a9d0-65226ab55319 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f2d34df1-c8a6-4e64-99d7-45092325de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309255 Nov 19 17:56:52.627638 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8fed49-5b88-4037-a56e-4bc7b2fd38d1 x-openstack-request-id: req-5c8fed49-5b88-4037-a56e-4bc7b2fd38d1 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:52.628101 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba6e18f-20ee-478e-aa65-df0dedd0094f", "tag": "455cbfbd-788d-46f2-a393-55cb05c5c816", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:52.628369 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5c8fed49-5b88-4037-a56e-4bc7b2fd38d1 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:52.628871 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba6e18f-20ee-478e-aa65-df0dedd0094f', 'tag': '455cbfbd-788d-46f2-a393-55cb05c5c816', 'status': 'completed', 'code': 200} Nov 19 17:56:52.697092 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-434de01d-53ba-4322-a97d-8201e51dd006 service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313055 Nov 19 17:56:52.788531 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1b4ffc26-e9e4-4860-a572-8aadc4e76f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:52.791190 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-74c6b5ff-79a5-4f12-8033-f01572bbc2a6 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:52.796550 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-74c6b5ff-79a5-4f12-8033-f01572bbc2a6 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2726083 Nov 19 17:56:52.818068 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-a56e64e5-75a3-404b-aa05-45391828c5e4 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/quotas/45339d60e05249f69c72bf2734d1bcf5 HTTP/1.1" status: 200 len: 375 time: 0.0140722 Nov 19 17:56:52.836351 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5cb5a832-ae47-46e9-bc23-fc88158553ee req-19372460-b535-40d3-85da-2d51b94a9854 service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286528 Nov 19 17:56:52.870441 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-26130d83-41a7-4101-9298-c5e7fbc3566e tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=45339d60e05249f69c72bf2734d1bcf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376859 Nov 19 17:56:53.019937 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4af50a-44df-4feb-9a95-b3e81e89ad5f req-e42383be-fc62-4eed-8793-a01845d52dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:53.021699 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0d4af50a-44df-4feb-9a95-b3e81e89ad5f req-e42383be-fc62-4eed-8793-a01845d52dbd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f70f81a9efc74af9998478d2ddcd678d&device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 1097 time: 0.0819075 Nov 19 17:56:53.069116 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-30bb454e-3179-4d85-986b-a133cb3fa2c5 req-21115771-4e4f-405f-ba44-82ea2626879e tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0392883 Nov 19 17:56:53.194033 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4af50a-44df-4feb-9a95-b3e81e89ad5f req-0ec01ac3-5218-40e7-8017-dd936a807f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:53.199408 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0d4af50a-44df-4feb-9a95-b3e81e89ad5f req-0ec01ac3-5218-40e7-8017-dd936a807f43 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f2d34df1-c8a6-4e64-99d7-45092325de01 HTTP/1.1" status: 200 len: 917 time: 0.1553576 Nov 19 17:56:53.237482 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14906b2b-3fa0-40b0-8fca-7665d68c98d7 req-53c87eca-4011-4a27-9127-ee2130356f93 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:53.239237 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-14906b2b-3fa0-40b0-8fca-7665d68c98d7 req-53c87eca-4011-4a27-9127-ee2130356f93 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 944 time: 0.0692322 Nov 19 17:56:53.274448 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0d4af50a-44df-4feb-9a95-b3e81e89ad5f req-869509cf-50ab-43af-a010-a764a7028323 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=455cbfbd-788d-46f2-a393-55cb05c5c816 HTTP/1.1" status: 200 len: 217 time: 0.0529363 Nov 19 17:56:53.315214 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-14906b2b-3fa0-40b0-8fca-7665d68c98d7 req-320b0d38-d88e-499d-a4b6-7d8c6f35b452 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675957 Nov 19 17:56:53.387633 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4af50a-44df-4feb-9a95-b3e81e89ad5f req-b0aa5e31-fa40-4748-8802-9bc24049a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:53.389345 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0d4af50a-44df-4feb-9a95-b3e81e89ad5f req-b0aa5e31-fa40-4748-8802-9bc24049a7ce service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6976624c-1d1e-4351-9ac4-73432abae10d HTTP/1.1" status: 200 len: 855 time: 0.0964153 Nov 19 17:56:53.451835 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0d4af50a-44df-4feb-9a95-b3e81e89ad5f req-c8f323eb-26b4-4467-8887-1ff4737eafa9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f2d34df1-c8a6-4e64-99d7-45092325de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405498 Nov 19 17:56:53.522225 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9baa56ea-1b64-45eb-a738-de1ca7357ea2 req-b2c0d9d6-6239-4ba8-b51b-6e93f87f741a tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 210 time: 0.0627165 Nov 19 17:56:53.607635 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eca6c7-e743-4262-9234-aa1783ae8875 req-e0bb0c9e-0082-47ec-8322-4f627d7ac061 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:53.609725 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-45eca6c7-e743-4262-9234-aa1783ae8875 req-e0bb0c9e-0082-47ec-8322-4f627d7ac061 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0856402 Nov 19 17:56:53.635768 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0d4af50a-44df-4feb-9a95-b3e81e89ad5f req-d4168de8-eb73-4c49-b43b-0b9b9c6a17e0 service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743011 Nov 19 17:56:53.680016 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-45eca6c7-e743-4262-9234-aa1783ae8875 req-cdc133dd-08e8-44f5-a0cb-db7094ac73e2 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595677 Nov 19 17:56:53.799688 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0d4af50a-44df-4feb-9a95-b3e81e89ad5f req-4660e915-abe0-431f-96d3-97895aa6e92d service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249352 Nov 19 17:56:54.174936 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-cb066236-8efc-4141-8c18-acebcc9952f4 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:54.177873 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-cb066236-8efc-4141-8c18-acebcc9952f4 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.85 "GET /v2.0/networks?id=a6f19787-0d9c-473b-97f7-7d6adaae4a87 HTTP/1.1" status: 200 len: 814 time: 0.1916125 Nov 19 17:56:54.198448 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-746d9548-4571-469d-9b7e-32da7e202f6f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Request body: {'port': {'device_id': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'admin_state_up': True, 'tenant_id': '21c13efec7f34837a11bafa7687ba15a'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:54.224591 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3a6bd157-2d78-47a7-82f9-769791a76011 req-fac3a3b1-8c49-4bab-b361-9c6ea1c3d2b1 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0451653 Nov 19 17:56:54.337614 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-746d9548-4571-469d-9b7e-32da7e202f6f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Made reservation on behalf of 21c13efec7f34837a11bafa7687ba15a for: {'port': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:54.341906 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-746d9548-4571-469d-9b7e-32da7e202f6f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.508445 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e0216-4ac4-48ec-adfe-d5b99adf7717 req-ff267be0-1416-4c64-a496-ea2136deb0a0 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:54.510208 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e4e0216-4ac4-48ec-adfe-d5b99adf7717 req-ff267be0-1416-4c64-a496-ea2136deb0a0 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 944 time: 0.0894699 Nov 19 17:56:54.562113 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-746d9548-4571-469d-9b7e-32da7e202f6f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Allocated IP 172.20.0.13 (a6f19787-0d9c-473b-97f7-7d6adaae4a87/58b0f588-f427-4f60-a117-f9f73140d58e/12835b70-a62b-4a4e-9970-475fa4d980c1) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:54.654255 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-27ec0f3c-13c1-4337-bfb0-7b486ce40b5c tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=45339d60e05249f69c72bf2734d1bcf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484049 Nov 19 17:56:54.664968 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e4e0216-4ac4-48ec-adfe-d5b99adf7717 req-20336177-b64b-41c9-84da-ab5848a87257 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446807 Nov 19 17:56:54.826597 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-288681eb-d268-4f15-b7c3-0a78187371ae req-4031e396-6ab0-4998-90a3-6992459c4c77 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 210 time: 0.1573038 Nov 19 17:56:54.830437 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-746d9548-4571-469d-9b7e-32da7e202f6f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.879841 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-746d9548-4571-469d-9b7e-32da7e202f6f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.975122 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36ed5c-81c2-4b8d-8c48-bcc953040e7f req-458b3f7c-f19d-49ad-ae51-29305232eb10 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:54.978881 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-746d9548-4571-469d-9b7e-32da7e202f6f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Network a6f19787-0d9c-473b-97f7-7d6adaae4a87 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:54.980271 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d9548-4571-469d-9b7e-32da7e202f6f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Pushing event updated for resources: {'Port': ['ID=12835b70-a62b-4a4e-9970-475fa4d980c1,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:54.983145 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-746d9548-4571-469d-9b7e-32da7e202f6f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:54.985825 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-746d9548-4571-469d-9b7e-32da7e202f6f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:54.986365 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2c36ed5c-81c2-4b8d-8c48-bcc953040e7f req-458b3f7c-f19d-49ad-ae51-29305232eb10 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.2075348 Nov 19 17:56:55.030902 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-69a44fdd-0ed9-4b76-813f-30261fda67fa tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:55.043514 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-69a44fdd-0ed9-4b76-813f-30261fda67fa tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3638258 Nov 19 17:56:55.069357 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-746d9548-4571-469d-9b7e-32da7e202f6f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:55.070037 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-746d9548-4571-469d-9b7e-32da7e202f6f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:55.097391 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-746d9548-4571-469d-9b7e-32da7e202f6f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9034479 Nov 19 17:56:55.121612 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2c36ed5c-81c2-4b8d-8c48-bcc953040e7f req-c5ad72cc-96de-487a-ac9a-502c525b2131 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192141 Nov 19 17:56:55.370662 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-50b8cfb3-2bf9-4fbc-8b0f-4884384f44c9 req-331ab711-ca73-461d-b61a-9832a6b3b78d tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0438385 Nov 19 17:56:55.387637 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-37d0d423-f1cc-4525-8226-6a800dbaabfb None None] Provisioning complete for port 12835b70-a62b-4a4e-9970-475fa4d980c1 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:55.388199 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-37d0d423-f1cc-4525-8226-6a800dbaabfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:55.432644 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-37d0d423-f1cc-4525-8226-6a800dbaabfb None None] Port 12835b70-a62b-4a4e-9970-475fa4d980c1 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:55.823431 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dcf41-932a-47b5-905e-1ad584593560 req-8b816823-a18a-4d6e-8e0e-5ed808386140 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:55.825009 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a44dcf41-932a-47b5-905e-1ad584593560 req-8b816823-a18a-4d6e-8e0e-5ed808386140 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 944 time: 0.0525069 Nov 19 17:56:55.898965 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a44dcf41-932a-47b5-905e-1ad584593560 req-44ec9e8d-6586-41e2-9959-57872d49e044 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667484 Nov 19 17:56:55.962465 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-89b4403c-a1e1-4008-a966-0985ac95cc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:56.020158 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69396df-c3f2-459a-9c1a-f98dfbc6b8da req-ec8d1fd8-dc8f-4d1e-8978-1091feb6c83d tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:56.021746 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e69396df-c3f2-459a-9c1a-f98dfbc6b8da req-ec8d1fd8-dc8f-4d1e-8978-1091feb6c83d tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 932 time: 0.0741799 Nov 19 17:56:56.076661 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e69396df-c3f2-459a-9c1a-f98dfbc6b8da req-2545e4c6-7d5b-49d8-9cf5-416ac4521280 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479157 Nov 19 17:56:56.261469 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2012f2-4f2e-4145-b4a4-377256f25a34 req-0bfaf1d1-0922-46ca-9091-dc31e68edfc5 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:56.263044 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ff2012f2-4f2e-4145-b4a4-377256f25a34 req-0bfaf1d1-0922-46ca-9091-dc31e68edfc5 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0541780 Nov 19 17:56:56.327426 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ff2012f2-4f2e-4145-b4a4-377256f25a34 req-cf149359-eac5-42a6-a1fa-f9be5ef4d911 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561533 Nov 19 17:56:56.530167 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f2400da7-42c9-443a-8c84-4f5400387c50 req-a87d2a23-16dc-43a7-a507-7e47b9603cb5 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0696180 Nov 19 17:56:57.063156 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405a95d-9baa-4b9e-bfe4-8b8415830ccf req-2e9698b7-4c70-414f-8dd5-3c8b14161839 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:57.064647 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9405a95d-9baa-4b9e-bfe4-8b8415830ccf req-2e9698b7-4c70-414f-8dd5-3c8b14161839 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 944 time: 0.0542042 Nov 19 17:56:57.116459 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9405a95d-9baa-4b9e-bfe4-8b8415830ccf req-bb775ce8-71ec-4fd8-ba34-802ed74df1e2 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453205 Nov 19 17:56:57.215888 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.242456 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab24f2-a319-4cab-8601-c12b484ac8bb req-e8a5c136-0e01-4c2a-92f0-d5d7e59d95d5 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:57.243972 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-47ab24f2-a319-4cab-8601-c12b484ac8bb req-e8a5c136-0e01-4c2a-92f0-d5d7e59d95d5 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 932 time: 0.0542369 Nov 19 17:56:57.296425 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-47ab24f2-a319-4cab-8601-c12b484ac8bb req-6ce98d36-7742-49a9-b967-368e8b87bfd7 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465157 Nov 19 17:56:57.393641 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 455cbfbd-788d-46f2-a393-55cb05c5c816 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:56:57.485430 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2183d7-78e2-47f3-8fbd-3259b35752dc req-b1ca839d-7fee-406a-9923-0fb7742783e4 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:57.487052 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1a2183d7-78e2-47f3-8fbd-3259b35752dc req-b1ca839d-7fee-406a-9923-0fb7742783e4 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0880334 Nov 19 17:56:57.526890 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 455cbfbd-788d-46f2-a393-55cb05c5c816, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=455cbfbd-788d-46f2-a393-55cb05c5c816,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:57.541397 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1a2183d7-78e2-47f3-8fbd-3259b35752dc req-60fe018f-5536-400a-a07f-01161b2c5dff tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480723 Nov 19 17:56:57.543020 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '455cbfbd-788d-46f2-a393-55cb05c5c816', 'network_id': 'f2d34df1-c8a6-4e64-99d7-45092325de01', 'port_id': '455cbfbd-788d-46f2-a393-55cb05c5c816', 'mac_address': 'fa:16:3e:95:42:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6976624c-1d1e-4351-9ac4-73432abae10d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:56:57.587456 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.601499 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455cbfbd-788d-46f2-a393-55cb05c5c816 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:57.623541 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 455cbfbd-788d-46f2-a393-55cb05c5c816, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=455cbfbd-788d-46f2-a393-55cb05c5c816,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:57.633120 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.648785 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7092713d-b399-4ced-8365-50beaa9c25ef req-507c9371-60ff-4bd5-bc64-0925cbbbf9a0 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0298567 Nov 19 17:56:57.701882 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=455cbfbd-788d-46f2-a393-55cb05c5c816,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:58.110644 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['455cbfbd-788d-46f2-a393-55cb05c5c816'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:56:58.293485 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e128e4-f8d6-4ae0-b3c1-2fbe54f80df8 req-89a295c8-b379-46f5-b348-5a52dbfbcb33 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:58.295065 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-13e128e4-f8d6-4ae0-b3c1-2fbe54f80df8 req-89a295c8-b379-46f5-b348-5a52dbfbcb33 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 945 time: 0.0689430 Nov 19 17:56:58.371302 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-13e128e4-f8d6-4ae0-b3c1-2fbe54f80df8 req-2b046934-a5c9-4867-be69-e6f7e0104521 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690851 Nov 19 17:56:58.434217 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d332376-fe07-4aab-a130-238227e19600 req-9a07db57-ecc0-4e69-8bf0-15e6bb3c2f3f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:58.435760 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9d332376-fe07-4aab-a130-238227e19600 req-9a07db57-ecc0-4e69-8bf0-15e6bb3c2f3f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 932 time: 0.0558157 Nov 19 17:56:58.487868 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9d332376-fe07-4aab-a130-238227e19600 req-b5c93c0e-5f27-4090-b575-1bcfb25937b5 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445065 Nov 19 17:56:58.720356 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c39e13-7dd5-41b4-b651-4a37c89b37fe req-12c7e3d5-e1e9-4677-bbbf-90df98cb87c5 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:58.728976 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-35c39e13-7dd5-41b4-b651-4a37c89b37fe req-12c7e3d5-e1e9-4677-bbbf-90df98cb87c5 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0940413 Nov 19 17:56:58.806477 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b7fc349b-0a91-4515-8f61-c31eb71bf58d req-7f7c40f9-8ede-49e0-98fd-6556ef3a4d7b tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0361035 Nov 19 17:56:58.811454 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-35c39e13-7dd5-41b4-b651-4a37c89b37fe req-3b08c5fc-72e3-4cc0-b4a2-7680b24b47c1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813880 Nov 19 17:56:59.299157 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.492327 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570d683-6aa5-46dd-8875-198ce454a2d4 req-b81bf5bd-80a2-455a-8400-bb56bc3779d9 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:59.494260 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4570d683-6aa5-46dd-8875-198ce454a2d4 req-b81bf5bd-80a2-455a-8400-bb56bc3779d9 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 945 time: 0.0596056 Nov 19 17:56:59.561471 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4570d683-6aa5-46dd-8875-198ce454a2d4 req-7344adf0-3a9f-4329-a8e5-88c76c32ac66 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600574 Nov 19 17:56:59.629809 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f834f-d720-454b-b188-e165720aba8c req-1b6c49d7-343e-4ebc-8328-37341b7faa42 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:59.631394 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a89f834f-d720-454b-b188-e165720aba8c req-1b6c49d7-343e-4ebc-8328-37341b7faa42 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 932 time: 0.0527849 Nov 19 17:56:59.655382 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.685012 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a89f834f-d720-454b-b188-e165720aba8c req-58382e45-ea3c-4427-9f80-55486a153e54 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467277 Nov 19 17:56:59.949148 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cdbd8bf0-ecde-46c4-af7d-adbdd61ef1d6 req-ceb0c7d0-2520-4e62-9338-df038ff768c7 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0556483 Nov 19 17:56:59.975960 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37f73e-6955-4f7b-ba6a-f5833c2d0d83 req-5b8116a5-1a23-4538-b335-d243ccddc09a tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:59.977897 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2f37f73e-6955-4f7b-ba6a-f5833c2d0d83 req-5b8116a5-1a23-4538-b335-d243ccddc09a tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0965934 Nov 19 17:57:00.042061 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2f37f73e-6955-4f7b-ba6a-f5833c2d0d83 req-d575cf2c-8796-40a0-b599-64389d761502 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563989 Nov 19 17:57:00.686636 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac0b3f-a1ff-4225-8a64-b49a653f1c33 req-7e21b756-064a-48ca-b25a-e3701edea0d3 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:00.688195 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d8ac0b3f-a1ff-4225-8a64-b49a653f1c33 req-7e21b756-064a-48ca-b25a-e3701edea0d3 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 945 time: 0.0506330 Nov 19 17:57:00.750843 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d8ac0b3f-a1ff-4225-8a64-b49a653f1c33 req-0a9c9654-bff2-40cd-a6c2-588590ebd1cd tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561049 Nov 19 17:57:00.872083 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec8b0d-4fb0-4abe-886a-e6506e719dd5 req-4397ebf1-3b84-4b03-809d-c16cf488c96f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:00.875638 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81ec8b0d-4fb0-4abe-886a-e6506e719dd5 req-4397ebf1-3b84-4b03-809d-c16cf488c96f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 932 time: 0.0907457 Nov 19 17:57:00.931596 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81ec8b0d-4fb0-4abe-886a-e6506e719dd5 req-118191e1-a493-4bc3-afaf-86ff8f7aab0a tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491631 Nov 19 17:57:01.053877 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b1e98089-928d-44ae-accd-96fe4656e1ed req-d444a013-aa1c-45cf-8c68-fece32c26e4d tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0273046 Nov 19 17:57:01.175576 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1591c3-4582-471b-9bd1-27c27a76b21d req-ee24dbd9-b456-4ed4-80b4-2069cbc21158 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:01.177054 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1a1591c3-4582-471b-9bd1-27c27a76b21d req-ee24dbd9-b456-4ed4-80b4-2069cbc21158 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0551522 Nov 19 17:57:01.226206 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1a1591c3-4582-471b-9bd1-27c27a76b21d req-74dfb310-a3ab-48c1-bf00-52c681835f65 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Nov 19 17:57:01.430380 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 455cbfbd-788d-46f2-a393-55cb05c5c816 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:01.498892 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 455cbfbd-788d-46f2-a393-55cb05c5c816 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:57:01.503476 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 455cbfbd-788d-46f2-a393-55cb05c5c816 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:01.503847 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.586350 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.618312 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba6e18f-20ee-478e-aa65-df0dedd0094f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455cbfbd-788d-46f2-a393-55cb05c5c816'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:01.620792 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be22f54c-0b28-477c-a0fd-8e6d1c64323b" -d '{"events": [{"server_uuid": "cba6e18f-20ee-478e-aa65-df0dedd0094f", "name": "network-vif-plugged", "status": "completed", "tag": "455cbfbd-788d-46f2-a393-55cb05c5c816"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:01.655620 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 455cbfbd-788d-46f2-a393-55cb05c5c816, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=455cbfbd-788d-46f2-a393-55cb05c5c816,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:01.663433 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.725864 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=455cbfbd-788d-46f2-a393-55cb05c5c816,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:01.825597 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a8c96d-cfca-46d1-b7f5-0d379fb37356 x-openstack-request-id: req-d2a8c96d-cfca-46d1-b7f5-0d379fb37356 {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:01.825910 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba6e18f-20ee-478e-aa65-df0dedd0094f", "name": "network-vif-plugged", "status": "completed", "tag": "455cbfbd-788d-46f2-a393-55cb05c5c816", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:01.826170 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d2a8c96d-cfca-46d1-b7f5-0d379fb37356 {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:01.826617 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba6e18f-20ee-478e-aa65-df0dedd0094f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455cbfbd-788d-46f2-a393-55cb05c5c816', 'code': 200} Nov 19 17:57:01.909008 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00719b73-148d-4ca0-b4cd-d1dbd6353c19 req-bc6320de-8a00-4129-b2a1-46d6e4aac753 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:01.911872 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-00719b73-148d-4ca0-b4cd-d1dbd6353c19 req-bc6320de-8a00-4129-b2a1-46d6e4aac753 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.0627763 Nov 19 17:57:01.974604 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-00719b73-148d-4ca0-b4cd-d1dbd6353c19 req-8691da9b-e677-4b3d-8dcc-adb59b33bea9 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537193 Nov 19 17:57:02.069947 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6fe50-7a71-43ec-97ea-487d0006e3c1 req-9b347da9-0d61-4bfd-98b9-28a4f087038c tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:02.071411 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-21f6fe50-7a71-43ec-97ea-487d0006e3c1 req-9b347da9-0d61-4bfd-98b9-28a4f087038c tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 932 time: 0.0536690 Nov 19 17:57:02.134340 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-21f6fe50-7a71-43ec-97ea-487d0006e3c1 req-4a5b84f7-6c51-465c-8166-5bd9e65b2901 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567348 Nov 19 17:57:02.165028 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e89bdbd3-cf6d-4bf5-a823-4631c9fff915 req-2cab518a-aeb8-43c8-b657-2fceb20552a0 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0293620 Nov 19 17:57:02.353121 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0978082-992c-4f68-b75e-bd538c8c1f20 req-415f6c96-cdd4-4b1d-89a3-5b06e2bc00c9 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:02.354665 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e0978082-992c-4f68-b75e-bd538c8c1f20 req-415f6c96-cdd4-4b1d-89a3-5b06e2bc00c9 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0605419 Nov 19 17:57:02.406249 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e0978082-992c-4f68-b75e-bd538c8c1f20 req-6995a190-7d46-4aca-8c8c-1743413b2580 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451615 Nov 19 17:57:03.179642 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda22cf1-48ea-4269-a668-f1d7f07a7aec req-ea56b305-fbd9-4ae2-8cf0-4a14307c332a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:03.181200 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cda22cf1-48ea-4269-a668-f1d7f07a7aec req-ea56b305-fbd9-4ae2-8cf0-4a14307c332a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.0540111 Nov 19 17:57:03.259717 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cda22cf1-48ea-4269-a668-f1d7f07a7aec req-6ef06e7b-dda8-4fe8-835a-cb6d72830390 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723701 Nov 19 17:57:03.277608 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c248f-394b-4715-862d-1fa4cec444d8 req-292643e4-a2f3-4f76-8050-21da9dd68d87 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:03.279207 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ea4c248f-394b-4715-862d-1fa4cec444d8 req-292643e4-a2f3-4f76-8050-21da9dd68d87 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 932 time: 0.0716624 Nov 19 17:57:03.346242 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ea4c248f-394b-4715-862d-1fa4cec444d8 req-856d8170-0ce6-49a1-a6c9-e56d2d743df4 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600250 Nov 19 17:57:03.362249 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f47fc5b2-6173-480c-810a-be8e63c6f52a req-fd68cc66-9310-4a97-885e-7bb6c8d2e372 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0316014 Nov 19 17:57:03.554874 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c825cdc-5b23-4856-90f1-25ba622198cc req-003fd88c-5793-48dd-ad44-532cd3ed6ea4 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:03.556370 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6c825cdc-5b23-4856-90f1-25ba622198cc req-003fd88c-5793-48dd-ad44-532cd3ed6ea4 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0570257 Nov 19 17:57:03.627204 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6c825cdc-5b23-4856-90f1-25ba622198cc req-5e6bef17-9fa6-4fcc-bf93-1e5c7010773e tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642130 Nov 19 17:57:04.401615 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39beea59-ff3f-41bf-93fb-d00c10380315 req-6efb5256-c1f1-4428-bf3c-8cda5003c5a8 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:04.404075 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-39beea59-ff3f-41bf-93fb-d00c10380315 req-6efb5256-c1f1-4428-bf3c-8cda5003c5a8 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.0685740 Nov 19 17:57:04.514421 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-39beea59-ff3f-41bf-93fb-d00c10380315 req-e9fdc8d9-384a-4b4b-b2cb-80010dad0cd7 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002052 Nov 19 17:57:04.532208 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c895ea7-5119-46e9-aa24-4a100b93f077 req-01656abb-ebb6-4c64-8246-520ceed0ca74 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:04.532208 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3c895ea7-5119-46e9-aa24-4a100b93f077 req-01656abb-ebb6-4c64-8246-520ceed0ca74 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 932 time: 0.0939975 Nov 19 17:57:04.605732 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3c895ea7-5119-46e9-aa24-4a100b93f077 req-ad861a77-6a92-4032-85a3-0300cc2adc7c tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672061 Nov 19 17:57:04.622254 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b45c6464-8e5a-4591-bad6-94dbdd1e7d36 req-3a9dbcbe-c264-4fa6-9eae-e0507c9cbd28 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0398946 Nov 19 17:57:04.770485 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f9f24-76d8-4f28-b450-b122fa8a8bc6 req-92dbaf4e-101d-4d65-ad85-8f4fda52d080 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:04.771972 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-136f9f24-76d8-4f28-b450-b122fa8a8bc6 req-92dbaf4e-101d-4d65-ad85-8f4fda52d080 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0503440 Nov 19 17:57:04.849142 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-136f9f24-76d8-4f28-b450-b122fa8a8bc6 req-7b3057a5-ca1a-4199-8dff-fa04920edb34 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696623 Nov 19 17:57:05.636418 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b293b-12fb-4ffd-8020-f523850bc688 req-a7180208-23f9-4406-b51c-d97ae8a008c4 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:05.637956 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-427b293b-12fb-4ffd-8020-f523850bc688 req-a7180208-23f9-4406-b51c-d97ae8a008c4 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.0514586 Nov 19 17:57:05.699928 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-427b293b-12fb-4ffd-8020-f523850bc688 req-6d1e8e87-d565-418c-a9a7-70132bdb31b0 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552185 Nov 19 17:57:05.741105 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49682097-31bd-435e-9ee7-e1ba97a09b83 req-a644a95e-6952-40f0-aace-fb0ee33c10a8 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:05.742734 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-49682097-31bd-435e-9ee7-e1ba97a09b83 req-a644a95e-6952-40f0-aace-fb0ee33c10a8 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 932 time: 0.0595527 Nov 19 17:57:05.827467 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5a545609-4897-44bd-86e7-c34d2883e630 req-490babfd-4ef5-4a48-9145-a2297518ea6e tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0397532 Nov 19 17:57:05.833249 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-49682097-31bd-435e-9ee7-e1ba97a09b83 req-2e6a2189-9f70-4879-92b1-9946641018b7 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817938 Nov 19 17:57:05.981705 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369ede4-0ac5-44be-9725-d0fbb4c8ed31 req-59834b2f-3247-414c-988e-75ef9d934995 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:05.984084 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7369ede4-0ac5-44be-9725-d0fbb4c8ed31 req-59834b2f-3247-414c-988e-75ef9d934995 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0544848 Nov 19 17:57:06.041104 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7369ede4-0ac5-44be-9725-d0fbb4c8ed31 req-9a156ade-3699-4756-98b1-9d23141d6ec9 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476911 Nov 19 17:57:06.830498 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56056280-05d2-4699-b0f1-3f2abad1eb2d req-37369988-cb16-4d15-965b-5f6564be3163 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:06.832028 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-56056280-05d2-4699-b0f1-3f2abad1eb2d req-37369988-cb16-4d15-965b-5f6564be3163 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.0561826 Nov 19 17:57:06.914793 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-56056280-05d2-4699-b0f1-3f2abad1eb2d req-56ae3c21-ed41-4e04-93ea-323550c012fd tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754039 Nov 19 17:57:06.959260 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bed11812-1d8d-457b-a498-bf334e1aafe7 req-b5ffaa74-1ef5-42fa-bf8e-7209b7ceebd3 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0307837 Nov 19 17:57:07.037991 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1072911-f8d2-4cbf-87ca-21696cf94ef6 req-0c0e974d-bc3c-4254-ab8b-69e698f30b37 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:07.039578 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c1072911-f8d2-4cbf-87ca-21696cf94ef6 req-0c0e974d-bc3c-4254-ab8b-69e698f30b37 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 932 time: 0.0607970 Nov 19 17:57:07.089992 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c1072911-f8d2-4cbf-87ca-21696cf94ef6 req-760aa7f0-b417-492b-97b6-f6741a9523d4 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441761 Nov 19 17:57:07.181419 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec212ed-5846-4a2e-a54d-6508a2d8fc15 req-c0eab0cc-a666-4d0a-9930-ca972fee836d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:07.183148 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8ec212ed-5846-4a2e-a54d-6508a2d8fc15 req-c0eab0cc-a666-4d0a-9930-ca972fee836d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0583858 Nov 19 17:57:07.239942 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8ec212ed-5846-4a2e-a54d-6508a2d8fc15 req-4fe8aeb8-63ac-4694-b1b8-53d239de7609 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499241 Nov 19 17:57:08.066337 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ddba5c8b-52da-4d89-b8a8-9447ed6c9a93 req-b8b03d50-a006-466d-8f17-eb6598073474 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0283608 Nov 19 17:57:08.079388 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f891b69-c52a-450d-8334-792f4098f992 req-4de0df98-4d8c-4547-ad14-054df7e27267 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:08.080889 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8f891b69-c52a-450d-8334-792f4098f992 req-4de0df98-4d8c-4547-ad14-054df7e27267 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.0787959 Nov 19 17:57:08.137660 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8f891b69-c52a-450d-8334-792f4098f992 req-d4a16a53-2479-49db-9b58-b84647247b0c tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501370 Nov 19 17:57:08.195628 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.209928 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fa0f1-7934-4c4e-90f7-9d132f189dd8 req-b248f1bb-e503-4d87-a8fd-2904cf304369 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:08.211705 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1a9fa0f1-7934-4c4e-90f7-9d132f189dd8 req-b248f1bb-e503-4d87-a8fd-2904cf304369 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 932 time: 0.0505078 Nov 19 17:57:08.277566 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1a9fa0f1-7934-4c4e-90f7-9d132f189dd8 req-40253668-588d-4a24-824e-220d7590aed2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564241 Nov 19 17:57:08.395571 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49261b5-c7db-48c5-8500-79e60896227a req-04a1b1a0-96fe-439d-9549-68c9e44de28d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:08.397108 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c49261b5-c7db-48c5-8500-79e60896227a req-04a1b1a0-96fe-439d-9549-68c9e44de28d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0507638 Nov 19 17:57:08.445676 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c49261b5-c7db-48c5-8500-79e60896227a req-c1ddf495-dfb3-431c-bbb2-1155527f9520 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424445 Nov 19 17:57:09.171628 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2f920f65-6f3e-44ff-8067-f180fa827a3a req-12b3eca6-b601-4537-a1b0-3b9f9fb0ca90 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0258033 Nov 19 17:57:09.258306 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c1b60-af76-4d3c-a46b-352895a1b737 req-57e3b202-7168-4020-a160-9261b956bff4 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:09.260128 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b41c1b60-af76-4d3c-a46b-352895a1b737 req-57e3b202-7168-4020-a160-9261b956bff4 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.0514846 Nov 19 17:57:09.334740 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b41c1b60-af76-4d3c-a46b-352895a1b737 req-a9c0ae8a-d0b6-42bd-8a1a-86697025bfac tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638092 Nov 19 17:57:09.421082 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82efc3-f10b-46fb-8b67-983ae2ab5133 req-b93484e4-efa1-43e8-81c3-b7857108acf8 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:09.424232 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8a82efc3-f10b-46fb-8b67-983ae2ab5133 req-b93484e4-efa1-43e8-81c3-b7857108acf8 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 932 time: 0.0704513 Nov 19 17:57:09.495460 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8a82efc3-f10b-46fb-8b67-983ae2ab5133 req-41b07d95-5810-403c-9a0f-0484673b4bab tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651312 Nov 19 17:57:09.578540 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ce836-47b0-45e4-bc26-5d93081750cc req-1c56c766-743b-4dbc-a983-8e9f0adde634 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:09.580091 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-848ce836-47b0-45e4-bc26-5d93081750cc req-1c56c766-743b-4dbc-a983-8e9f0adde634 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0526574 Nov 19 17:57:09.630530 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-848ce836-47b0-45e4-bc26-5d93081750cc req-79396ec6-0178-4c15-86a7-490e8f466836 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440502 Nov 19 17:57:10.210081 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:57:10.305656 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-646822f3-cb95-474c-be4c-dad9cebb3fdd req-1b89ae91-7ab0-4ca7-895f-3c6539114fc0 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0322149 Nov 19 17:57:10.466290 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5c48d-de5c-47c0-9661-bd2f1d90d733 req-28cf1cd1-f2c5-495a-82f8-e033cf4f7c7a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:10.467897 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-75a5c48d-de5c-47c0-9661-bd2f1d90d733 req-28cf1cd1-f2c5-495a-82f8-e033cf4f7c7a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.0532312 Nov 19 17:57:10.526964 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-75a5c48d-de5c-47c0-9661-bd2f1d90d733 req-6327dce5-765e-42cd-87a0-e4cf201704dd tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492129 Nov 19 17:57:10.621534 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76130b-0380-4e91-b8fb-697a053fb31c req-69ceec95-ff85-4c2a-8090-86b93aa1699e tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:10.623723 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6d76130b-0380-4e91-b8fb-697a053fb31c req-69ceec95-ff85-4c2a-8090-86b93aa1699e tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 932 time: 0.0588675 Nov 19 17:57:10.737322 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6d76130b-0380-4e91-b8fb-697a053fb31c req-a4d059a9-3bf8-40f9-b6d0-4c4c8449845e tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067746 Nov 19 17:57:10.805735 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9decfbb-2398-4cc2-b979-93847ec228aa req-bfe32dd1-b542-4ede-ad98-47ddb87b16f2 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:10.808218 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f9decfbb-2398-4cc2-b979-93847ec228aa req-bfe32dd1-b542-4ede-ad98-47ddb87b16f2 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.1003544 Nov 19 17:57:10.860758 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f9decfbb-2398-4cc2-b979-93847ec228aa req-111766e3-8432-4501-8456-9bdf331f12c0 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458510 Nov 19 17:57:11.406374 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-be8d5e30-a91a-4463-a285-124544f8d411 req-78dab79b-8994-4a53-8892-4f1423a2c4e3 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0268958 Nov 19 17:57:11.688203 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a82fa-e910-47f9-b4e2-eb32757f8f67 req-c8a0414d-5285-4217-9e69-a2bbfa20543a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:11.689921 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-910a82fa-e910-47f9-b4e2-eb32757f8f67 req-c8a0414d-5285-4217-9e69-a2bbfa20543a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.0597954 Nov 19 17:57:11.752329 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-910a82fa-e910-47f9-b4e2-eb32757f8f67 req-efc670ca-542e-4252-879b-94fa280172a5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558615 Nov 19 17:57:11.882808 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b682b8-aed0-43f0-8a2f-9ab4594f3412 req-64e88685-879a-4c58-96b4-37778d8d959a tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:11.885367 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-21b682b8-aed0-43f0-8a2f-9ab4594f3412 req-64e88685-879a-4c58-96b4-37778d8d959a tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 932 time: 0.0597773 Nov 19 17:57:12.018221 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-21b682b8-aed0-43f0-8a2f-9ab4594f3412 req-116d1a2c-e66d-4d0f-bf65-4f43eb7eeda7 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262381 Nov 19 17:57:12.053562 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3065af-2871-4643-af08-b16c95c57ffd req-915888c1-0251-410b-ac4b-884a22408d85 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:12.056279 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e3065af-2871-4643-af08-b16c95c57ffd req-915888c1-0251-410b-ac4b-884a22408d85 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.1074700 Nov 19 17:57:12.124579 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e3065af-2871-4643-af08-b16c95c57ffd req-21662174-3ccd-44ff-822c-3b81e277af5a tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619850 Nov 19 17:57:12.534498 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8f75bdf0-4445-42e4-8211-1fbe677aeec0 req-f22736d1-25f8-4080-af00-a1e595385f91 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0298057 Nov 19 17:57:12.935573 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a8b3b-e4d5-4ca5-a202-01c4b9a1f303 req-72798498-a4ce-4bb1-a52d-61c2d641fa7b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:12.937763 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-770a8b3b-e4d5-4ca5-a202-01c4b9a1f303 req-72798498-a4ce-4bb1-a52d-61c2d641fa7b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.0978713 Nov 19 17:57:12.942163 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-2ef03df1-c08c-4ca2-bead-a2f4f02a70a0 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270478039&fields=id&tenant_id=80680fdddb2b4a919dc36de9924916fe HTTP/1.1" status: 200 len: 267 time: 0.0904822 Nov 19 17:57:13.284548 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-770a8b3b-e4d5-4ca5-a202-01c4b9a1f303 req-bc7fb324-d511-4836-86e6-376a5a8e8653 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407772 Nov 19 17:57:13.328526 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-2e0ed1ae-b9a3-4af0-ae7d-0bbd60354da6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:13.330036 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-2e0ed1ae-b9a3-4af0-ae7d-0bbd60354da6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/networks?id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 200 len: 812 time: 0.3799651 Nov 19 17:57:13.356569 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-569f00cb-430b-425d-9b6a-f12240ba22c7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/quotas/80680fdddb2b4a919dc36de9924916fe HTTP/1.1" status: 200 len: 375 time: 0.0199239 Nov 19 17:57:13.421698 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccce8bd-bcad-4a68-aa63-93c6b659901f req-e9aad1a9-0c4a-43fb-b8b1-eb1f5cfeeae5 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:13.423329 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bccce8bd-bcad-4a68-aa63-93c6b659901f req-e9aad1a9-0c4a-43fb-b8b1-eb1f5cfeeae5 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 932 time: 0.0787766 Nov 19 17:57:13.444245 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-2e14372a-ab99-4f4c-8965-a405070ed55d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=80680fdddb2b4a919dc36de9924916fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720108 Nov 19 17:57:13.526713 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bccce8bd-bcad-4a68-aa63-93c6b659901f req-95696cf0-5647-4be4-a71a-f24bc1a40126 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966773 Nov 19 17:57:13.569693 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-88cf61b0-e781-4279-8675-51cda19d4775 service neutron] 10.222.0.71 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054397 Nov 19 17:57:13.636169 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Request body: {'port': {'device_id': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:13.673924 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Request body: {'port': {'device_id': '3f169769-6c6f-413d-9287-6ccfc414564a', 'network_id': 'a43737f0-1de9-46a2-8cc2-0a082fcfa05a', 'admin_state_up': True, 'tenant_id': '45339d60e05249f69c72bf2734d1bcf5'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:13.696077 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:13.837050 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cc71a-3e62-419e-81f1-7c24b0fdafb4 req-a18854aa-67de-4781-8dbb-ee695354a2ab tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:13.838593 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1a4cc71a-3e62-419e-81f1-7c24b0fdafb4 req-a18854aa-67de-4781-8dbb-ee695354a2ab tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.2475390 Nov 19 17:57:13.868893 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-2d1a025f-4bba-4932-8fb9-508d8b74c116 service neutron] 10.222.0.71 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678242 Nov 19 17:57:13.919266 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-07df5b73-dc56-4fc2-a8f0-46b6281d7f75 req-f2f42073-5a72-455e-a5d6-4d65ecb39999 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1893933 Nov 19 17:57:13.975908 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cc5df-4dd2-46bb-b085-5e06208e191e req-3ddab493-65c9-4ecf-a26f-c5a6a0986a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:13.977782 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f74cc5df-4dd2-46bb-b085-5e06208e191e req-3ddab493-65c9-4ecf-a26f-c5a6a0986a9f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 1099 time: 0.1366191 Nov 19 17:57:13.979421 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Made reservation on behalf of 45339d60e05249f69c72bf2734d1bcf5 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:13.983775 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:13.999332 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1a4cc71a-3e62-419e-81f1-7c24b0fdafb4 req-4150c38b-380d-4666-bafd-f7bacbe05e5f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374121 Nov 19 17:57:14.046930 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12835b70-a62b-4a4e-9970-475fa4d980c1 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:57:14.056096 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.068713 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.071762 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Transition to ACTIVE for port object 12835b70-a62b-4a4e-9970-475fa4d980c1 will not be triggered until provisioned by entity L2. {{(pid=103565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:57:14.075413 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.119149 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f2409086-5b30-49a4-bfd3-0ad329c56aba req-6d32b682-50fd-4078-8a6c-a865c753fb3d tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0478399 Nov 19 17:57:14.158002 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Pushing event updated for resources: {'Port': ['ID=12835b70-a62b-4a4e-9970-475fa4d980c1,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:14.187112 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.187500 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.188017 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.188376 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.188719 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.189050 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.189400 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.189726 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.190097 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.190776 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.190776 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.191096 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.236579 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f74cc5df-4dd2-46bb-b085-5e06208e191e req-406e9999-10ad-43ad-b1b5-03805fb5e8c1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352099 Nov 19 17:57:14.252595 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Attempting to bind port 12835b70-a62b-4a4e-9970-475fa4d980c1 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:14.253193 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Attempting to bind port 12835b70-a62b-4a4e-9970-475fa4d980c1 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '3a932848-4b09-47dd-b4ee-190087253e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:14.254780 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Attempting to bind port 12835b70-a62b-4a4e-9970-475fa4d980c1 on network a6f19787-0d9c-473b-97f7-7d6adaae4a87 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:14.255960 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df5b73-dc56-4fc2-a8f0-46b6281d7f75 req-7845ccc3-4f19-4f90-ab10-0bacd328f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:14.261283 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Port 12835b70-a62b-4a4e-9970-475fa4d980c1 on network a6f19787-0d9c-473b-97f7-7d6adaae4a87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:57:14.261716 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Attempting to bind port 12835b70-a62b-4a4e-9970-475fa4d980c1 on network a6f19787-0d9c-473b-97f7-7d6adaae4a87 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:14.266925 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-07df5b73-dc56-4fc2-a8f0-46b6281d7f75 req-7845ccc3-4f19-4f90-ab10-0bacd328f0c2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f70f81a9efc74af9998478d2ddcd678d&device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 1099 time: 0.2421229 Nov 19 17:57:14.269387 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:14.269827 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Checking segment: {'id': '3a932848-4b09-47dd-b4ee-190087253e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:14.270304 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Bound using segment: {'id': '3a932848-4b09-47dd-b4ee-190087253e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:14.271291 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Bound port: 12835b70-a62b-4a4e-9970-475fa4d980c1, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a932848-4b09-47dd-b4ee-190087253e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:14.271820 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.375326 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-597ec8a4-903d-4bab-9dee-63aad3aeabbb req-b3f65e2e-2bb5-4b20-b046-44f1dbba4912 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 210 time: 0.0859356 Nov 19 17:57:14.386035 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] For port 12835b70-a62b-4a4e-9970-475fa4d980c1, host hv-cinder-81078, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:14.393376 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] For port 12835b70-a62b-4a4e-9970-475fa4d980c1, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=12835b70-a62b-4a4e-9970-475fa4d980c1,segment=NetworkSegment(3a932848-4b09-47dd-b4ee-190087253e82),segment_id=3a932848-4b09-47dd-b4ee-190087253e82)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:14.402685 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.407386 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.412864 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.459214 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:14.459967 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.461629 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] 10.222.0.85 "PUT /v2.0/ports/12835b70-a62b-4a4e-9970-475fa4d980c1 HTTP/1.1" status: 200 len: 1094 time: 0.8309093 Nov 19 17:57:14.464236 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'tag': '12835b70-a62b-4a4e-9970-475fa4d980c1'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:14.466988 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a8b968-ea43-4bc8-aeb8-189f71d96e17" -d '{"events": [{"name": "network-changed", "server_uuid": "24c58fcb-f2b2-41bc-8c3c-14eb183d763d", "tag": "12835b70-a62b-4a4e-9970-475fa4d980c1"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:14.496895 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163d34d-cc3f-4b61-8a43-b0adb7ac1c8a service neutron] Pushing event updated for resources: {'Port': ['ID=12835b70-a62b-4a4e-9970-475fa4d980c1,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:14.527464 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dc27da-3523-47e7-a7bc-881e82383720 x-openstack-request-id: req-47dc27da-3523-47e7-a7bc-881e82383720 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:14.528030 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c58fcb-f2b2-41bc-8c3c-14eb183d763d", "tag": "12835b70-a62b-4a4e-9970-475fa4d980c1", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:14.528345 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-47dc27da-3523-47e7-a7bc-881e82383720 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:14.528758 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'tag': '12835b70-a62b-4a4e-9970-475fa4d980c1', 'status': 'completed', 'code': 200} Nov 19 17:57:14.675780 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca3299d-c8ec-4804-90ff-f967b2f28c95,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:14.682311 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8b968-ea43-4bc8-aeb8-189f71d96e17 req-3a70381e-3f64-4b65-8bc8-84d190c144ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:14.683792 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-52a8b968-ea43-4bc8-aeb8-189f71d96e17 req-3a70381e-3f64-4b65-8bc8-84d190c144ea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21c13efec7f34837a11bafa7687ba15a&device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 1097 time: 0.0853667 Nov 19 17:57:14.763923 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b6e7b-96bd-497c-9825-cb130bb081da req-410aec36-f483-4d33-a497-eb9c2387ac23 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:14.766010 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bd9b6e7b-96bd-497c-9825-cb130bb081da req-410aec36-f483-4d33-a497-eb9c2387ac23 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.2619982 Nov 19 17:57:14.784827 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.785127 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.785504 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.785770 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.786105 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.786477 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.786816 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.787588 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.787588 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.787901 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.788115 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.788463 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:14.881818 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Allocated IP 192.168.233.24 (a43737f0-1de9-46a2-8cc2-0a082fcfa05a/f9514dc7-a40f-4ef3-b9e2-27c621cb4fca/b3936ee0-3054-4f96-933b-dc181d3a27b3) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:14.918224 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bd9b6e7b-96bd-497c-9825-cb130bb081da req-3cacdc73-c34c-4695-acc5-5632221ecb87 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241829 Nov 19 17:57:14.957739 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8b968-ea43-4bc8-aeb8-189f71d96e17 req-d2263bc6-9303-454d-b9de-a15eced2c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:14.958213 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599376fb-8558-449d-b737-eb0c79e95437 req-5783a1bf-5fea-4a7b-a53c-21c3eb4a9582 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:14.959270 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-52a8b968-ea43-4bc8-aeb8-189f71d96e17 req-d2263bc6-9303-454d-b9de-a15eced2c7f6 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=21c13efec7f34837a11bafa7687ba15a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2613046 Nov 19 17:57:14.961024 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-599376fb-8558-449d-b737-eb0c79e95437 req-5783a1bf-5fea-4a7b-a53c-21c3eb4a9582 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 944 time: 0.2920959 Nov 19 17:57:14.965766 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df5b73-dc56-4fc2-a8f0-46b6281d7f75 req-7fc7e13e-ef79-4268-a785-d1c15e5e95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:14.967524 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-07df5b73-dc56-4fc2-a8f0-46b6281d7f75 req-7fc7e13e-ef79-4268-a785-d1c15e5e95bf service neutron] 10.222.0.85 "GET /v2.0/networks?id=f2d34df1-c8a6-4e64-99d7-45092325de01 HTTP/1.1" status: 200 len: 917 time: 0.3658817 Nov 19 17:57:15.068850 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-07df5b73-dc56-4fc2-a8f0-46b6281d7f75 req-82d0de51-899d-4df9-ab89-c4ef18e21ded service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83a2ee6d-573c-447a-8ee8-37242ca101b0 HTTP/1.1" status: 200 len: 217 time: 0.0801079 Nov 19 17:57:15.213849 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8b968-ea43-4bc8-aeb8-189f71d96e17 req-33e6754a-66f5-4f9b-9cdd-279bace7feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:15.215662 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-52a8b968-ea43-4bc8-aeb8-189f71d96e17 req-33e6754a-66f5-4f9b-9cdd-279bace7feaf service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2478895 Nov 19 17:57:15.224937 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-599376fb-8558-449d-b737-eb0c79e95437 req-5e6ce63e-fd03-45df-b690-fd6b8022a867 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562737 Nov 19 17:57:15.257288 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df5b73-dc56-4fc2-a8f0-46b6281d7f75 req-766452d6-291b-4c33-969c-c830327c6958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:15.258963 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-07df5b73-dc56-4fc2-a8f0-46b6281d7f75 req-766452d6-291b-4c33-969c-c830327c6958 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6976624c-1d1e-4351-9ac4-73432abae10d HTTP/1.1" status: 200 len: 855 time: 0.1734781 Nov 19 17:57:15.309101 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c84bf-b727-416d-8210-527b91cd24b3 req-5326445a-2795-44af-a6a5-db202df3c25f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:15.310726 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a2c84bf-b727-416d-8210-527b91cd24b3 req-5326445a-2795-44af-a6a5-db202df3c25f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.1663067 Nov 19 17:57:15.337867 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-07df5b73-dc56-4fc2-a8f0-46b6281d7f75 req-85268ee8-4f33-4bc3-9624-63551cb65139 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f2d34df1-c8a6-4e64-99d7-45092325de01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541947 Nov 19 17:57:15.376478 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-071d55c4-65a8-49ea-b8de-e94f43992eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:15.378519 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-071d55c4-65a8-49ea-b8de-e94f43992eef service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21c13efec7f34837a11bafa7687ba15a&device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 1097 time: 0.0655644 Nov 19 17:57:15.392416 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b1bf3e5e-9f5f-406c-a285-c9ed6bb691d8 req-1d7a78e4-2307-49fc-b5c2-e166531e292d tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0744600 Nov 19 17:57:15.414799 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:15.458503 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-9501dbd0-f76b-4fdf-aaf5-e4767ca90c54 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12835b70-a62b-4a4e-9970-475fa4d980c1 HTTP/1.1" status: 200 len: 217 time: 0.0605581 Nov 19 17:57:15.529053 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a2c84bf-b727-416d-8210-527b91cd24b3 req-47b98fac-2976-44e4-b545-bcec01b9664a tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937258 Nov 19 17:57:15.559722 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6390e889-af2e-471b-9ea4-00b3c5348c79 req-7d1a34d1-9fab-42dc-8432-c70da3caa5ad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 210 time: 0.0569699 Nov 19 17:57:15.566172 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-3cbccd77-0ead-4925-b2ae-a15821f70241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:15.570588 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-3cbccd77-0ead-4925-b2ae-a15821f70241 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=58b0f588-f427-4f60-a117-f9f73140d58e HTTP/1.1" status: 200 len: 853 time: 0.1000025 Nov 19 17:57:15.589363 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-07df5b73-dc56-4fc2-a8f0-46b6281d7f75 req-0512ce06-33bd-4d7e-b825-36c047d562fc service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262414 Nov 19 17:57:15.590870 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:15.645646 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-30af5e40-9038-4e3d-91bc-3ff14474bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:15.646187 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-30af5e40-9038-4e3d-91bc-3ff14474bd72 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a6f19787-0d9c-473b-97f7-7d6adaae4a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508451 Nov 19 17:57:15.723248 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Pushing event updated for resources: {'Port': ['ID=b3936ee0-3054-4f96-933b-dc181d3a27b3,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:15.727470 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Network a43737f0-1de9-46a2-8cc2-0a082fcfa05a is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:15.735196 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:15.739343 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:15.779579 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-743669bd-757b-4876-abb6-cd90c6614b68 service neutron] 10.222.0.85 "GET /v2.0/networks/a6f19787-0d9c-473b-97f7-7d6adaae4a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199844 Nov 19 17:57:15.808852 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-07df5b73-dc56-4fc2-a8f0-46b6281d7f75 req-6f29e439-b9cf-407a-a7c3-b767aea1c7c0 service neutron] 10.222.0.85 "GET /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850755 Nov 19 17:57:15.815568 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:15.817041 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:15.838967 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-c96f8422-e2f1-4480-aee2-82605100cdea tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1704385 Nov 19 17:57:15.853449 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Request body: {'port': {'device_id': '3f169769-6c6f-413d-9287-6ccfc414564a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:15.904075 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0b63d4de-e5c7-4031-b9d5-125cc4e68082 req-e8db35d5-d29e-480d-89ea-50539d42f92d service neutron] 10.222.0.85 "GET /v2.0/networks/a6f19787-0d9c-473b-97f7-7d6adaae4a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121423 Nov 19 17:57:15.926240 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:15.981846 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-71107317-53b8-4b52-97fd-2dc9289a4a23 None None] Provisioning complete for port b3936ee0-3054-4f96-933b-dc181d3a27b3 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:15.982729 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-71107317-53b8-4b52-97fd-2dc9289a4a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.028907 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-71107317-53b8-4b52-97fd-2dc9289a4a23 None None] Port b3936ee0-3054-4f96-933b-dc181d3a27b3 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:57:16.158511 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba9942-0a27-46a9-8de5-d9195dbee209 req-135a79eb-1e32-4951-8458-006e1e6b8334 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:16.160082 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8aba9942-0a27-46a9-8de5-d9195dbee209 req-135a79eb-1e32-4951-8458-006e1e6b8334 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.1516724 Nov 19 17:57:16.265377 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8aba9942-0a27-46a9-8de5-d9195dbee209 req-0f2636d0-0ff4-4815-a483-a4511bcf965e tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911777 Nov 19 17:57:16.385242 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3936ee0-3054-4f96-933b-dc181d3a27b3 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:57:16.396247 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.416602 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Transition to ACTIVE for port object b3936ee0-3054-4f96-933b-dc181d3a27b3 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:57:16.426696 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5517dad-f531-459d-b4fb-632913c416e8 req-6d733973-fa74-4a26-b2f6-8514a9c140f2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:16.428489 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f5517dad-f531-459d-b4fb-632913c416e8 req-6d733973-fa74-4a26-b2f6-8514a9c140f2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 944 time: 0.1178513 Nov 19 17:57:16.429778 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.601727 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Pushing event updated for resources: {'Port': ['ID=b3936ee0-3054-4f96-933b-dc181d3a27b3,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:16.640719 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f5517dad-f531-459d-b4fb-632913c416e8 req-1189eae0-365c-4e53-a394-06a6e71d52c2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030156 Nov 19 17:57:16.692877 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Attempting to bind port b3936ee0-3054-4f96-933b-dc181d3a27b3 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:16.693402 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Attempting to bind port b3936ee0-3054-4f96-933b-dc181d3a27b3 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '887d54f2-78d7-4d2e-8147-7e65747be26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'a43737f0-1de9-46a2-8cc2-0a082fcfa05a'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:16.693851 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Attempting to bind port b3936ee0-3054-4f96-933b-dc181d3a27b3 on network a43737f0-1de9-46a2-8cc2-0a082fcfa05a {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:16.710080 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Port b3936ee0-3054-4f96-933b-dc181d3a27b3 on network a43737f0-1de9-46a2-8cc2-0a082fcfa05a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:57:16.710818 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Attempting to bind port b3936ee0-3054-4f96-933b-dc181d3a27b3 on network a43737f0-1de9-46a2-8cc2-0a082fcfa05a {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:16.719218 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:16.719805 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Checking segment: {'id': '887d54f2-78d7-4d2e-8147-7e65747be26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'a43737f0-1de9-46a2-8cc2-0a082fcfa05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:16.720314 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Bound using segment: {'id': '887d54f2-78d7-4d2e-8147-7e65747be26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'a43737f0-1de9-46a2-8cc2-0a082fcfa05a'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:16.720918 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Bound port: b3936ee0-3054-4f96-933b-dc181d3a27b3, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887d54f2-78d7-4d2e-8147-7e65747be26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'a43737f0-1de9-46a2-8cc2-0a082fcfa05a'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:16.721564 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.832326 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe28c9-4c09-4c48-8900-cca75042d660 req-d9a828be-f42b-4726-973d-3e56793d2417 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:16.835780 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-71fe28c9-4c09-4c48-8900-cca75042d660 req-d9a828be-f42b-4726-973d-3e56793d2417 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 947 time: 0.2766583 Nov 19 17:57:16.868820 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-cf65e1d1-cb3e-4ec3-ab86-6a35fbc1ab74 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:16.870961 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-cf65e1d1-cb3e-4ec3-ab86-6a35fbc1ab74 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.85 "GET /v2.0/networks?id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 200 len: 812 time: 0.4028852 Nov 19 17:57:16.953473 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] For port b3936ee0-3054-4f96-933b-dc181d3a27b3, host hv-cinder-81078, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:16.961562 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] For port b3936ee0-3054-4f96-933b-dc181d3a27b3, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=b3936ee0-3054-4f96-933b-dc181d3a27b3,segment=NetworkSegment(887d54f2-78d7-4d2e-8147-7e65747be26a),segment_id=887d54f2-78d7-4d2e-8147-7e65747be26a)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:16.963013 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-a268be1d-95ea-40d6-9e68-fa04b0131416 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80680fdddb2b4a919dc36de9924916fe HTTP/1.1" status: 200 len: 380 time: 0.0734127 Nov 19 17:57:16.970520 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9b6e7-6a84-4245-a873-07547f04aca0 req-a1970afc-f499-4bf9-b615-3caf2d7fd1d1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:16.972228 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6bb9b6e7-6a84-4245-a873-07547f04aca0 req-a1970afc-f499-4bf9-b615-3caf2d7fd1d1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.2024379 Nov 19 17:57:16.976743 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-71fe28c9-4c09-4c48-8900-cca75042d660 req-76729690-c1bd-4520-a2c8-22db05115093 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/security-groups?id=eca3299d-c8ec-4804-90ff-f967b2f28c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142247 Nov 19 17:57:16.978593 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.979958 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-92e3ee6d-28d9-4afb-b397-a804a839d31a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Request body: {'port': {'device_id': '34ec4da6-701e-4c31-9a62-990a28f9cecd', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'admin_state_up': True, 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'security_groups': ['486a55a6-d92b-4962-bafb-333d6d516c99']}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:17.048496 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:17.049181 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.050771 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] 10.222.0.85 "PUT /v2.0/ports/b3936ee0-3054-4f96-933b-dc181d3a27b3 HTTP/1.1" status: 200 len: 1097 time: 1.2018132 Nov 19 17:57:17.051514 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f169769-6c6f-413d-9287-6ccfc414564a', 'tag': 'b3936ee0-3054-4f96-933b-dc181d3a27b3'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:17.054752 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191bff6f-6d04-481a-9672-b94a516c417b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f169769-6c6f-413d-9287-6ccfc414564a", "tag": "b3936ee0-3054-4f96-933b-dc181d3a27b3"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:17.111962 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbf77c-387e-4975-934c-cff58dcf795d service neutron] Pushing event updated for resources: {'Port': ['ID=b3936ee0-3054-4f96-933b-dc181d3a27b3,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:17.120630 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6bb9b6e7-6a84-4245-a873-07547f04aca0 req-8289a124-63e5-4f98-a615-401e863e839c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358304 Nov 19 17:57:17.197779 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-429e1a1a-66cd-44d8-bd7d-fba84ca68c24 req-9c2224d5-8f7a-400f-adbf-a717e3234812 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 210 time: 0.0891318 Nov 19 17:57:17.217512 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-e7741bd5-3cbe-4458-bd15-4b4b71b5d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:17.220364 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-92e3ee6d-28d9-4afb-b397-a804a839d31a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Made reservation on behalf of 80680fdddb2b4a919dc36de9924916fe for: {'port': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:17.222954 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-e7741bd5-3cbe-4458-bd15-4b4b71b5d732 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45339d60e05249f69c72bf2734d1bcf5&device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 1100 time: 0.1208742 Nov 19 17:57:17.226344 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-92e3ee6d-28d9-4afb-b397-a804a839d31a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.230028 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea126913-6e25-4fee-938d-5b57bcd59e0d x-openstack-request-id: req-ea126913-6e25-4fee-938d-5b57bcd59e0d {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:17.230563 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f169769-6c6f-413d-9287-6ccfc414564a", "tag": "b3936ee0-3054-4f96-933b-dc181d3a27b3", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:17.230966 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ea126913-6e25-4fee-938d-5b57bcd59e0d {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:17.231829 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f169769-6c6f-413d-9287-6ccfc414564a', 'tag': 'b3936ee0-3054-4f96-933b-dc181d3a27b3', 'status': 'completed', 'code': 200} Nov 19 17:57:17.323834 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-5a1185f9-8dfd-492b-808e-d0f92e1002d2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b3936ee0-3054-4f96-933b-dc181d3a27b3 HTTP/1.1" status: 200 len: 217 time: 0.0577822 Nov 19 17:57:17.439576 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-e1ba04fb-6be6-4abf-84d9-2f697c1644ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:17.441719 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-92e3ee6d-28d9-4afb-b397-a804a839d31a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Allocated IP 172.20.0.12 (dfaa8d65-d22e-40c7-b274-88fa45a1a06d/e8e1a765-4ebe-43ec-94d3-165ffb63c5b5/c0255ac0-fe2c-48b8-b4bf-f4ce551e5156) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:17.442034 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-e1ba04fb-6be6-4abf-84d9-2f697c1644ac service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f9514dc7-a40f-4ef3-b9e2-27c621cb4fca HTTP/1.1" status: 200 len: 843 time: 0.1055715 Nov 19 17:57:17.480719 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fbf50-feff-49f9-a6ad-42382faa5985 req-abe45b31-52a6-4d2e-8c61-605ba12c039a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:17.482300 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f92fbf50-feff-49f9-a6ad-42382faa5985 req-abe45b31-52a6-4d2e-8c61-605ba12c039a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.0992353 Nov 19 17:57:17.550773 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-4c63c40e-f448-469a-a8e3-07809ddb1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:17.552693 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-4c63c40e-f448-469a-a8e3-07809ddb1f2d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a43737f0-1de9-46a2-8cc2-0a082fcfa05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0917065 Nov 19 17:57:17.561805 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f92fbf50-feff-49f9-a6ad-42382faa5985 req-866fe3e0-a070-4ff9-8102-b8f4aacf4aaf tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596409 Nov 19 17:57:17.655044 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-92e3ee6d-28d9-4afb-b397-a804a839d31a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.690738 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-35d2fbf0-725d-4ae1-b9e6-e83dc18a9ac0 service neutron] 10.222.0.85 "GET /v2.0/networks/a43737f0-1de9-46a2-8cc2-0a082fcfa05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057239 Nov 19 17:57:17.694740 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-92e3ee6d-28d9-4afb-b397-a804a839d31a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.747701 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-92e3ee6d-28d9-4afb-b397-a804a839d31a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Network dfaa8d65-d22e-40c7-b274-88fa45a1a06d is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:17.751527 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-92e3ee6d-28d9-4afb-b397-a804a839d31a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:17.755598 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-92e3ee6d-28d9-4afb-b397-a804a839d31a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:17.860330 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-92e3ee6d-28d9-4afb-b397-a804a839d31a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:17.861023 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-92e3ee6d-28d9-4afb-b397-a804a839d31a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.872604 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3ee6d-28d9-4afb-b397-a804a839d31a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'Port': ['ID=c0255ac0-fe2c-48b8-b4bf-f4ce551e5156,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:17.899992 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-92e3ee6d-28d9-4afb-b397-a804a839d31a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9252555 Nov 19 17:57:17.932026 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Request body: {'port': {'device_id': '34ec4da6-701e-4c31-9a62-990a28f9cecd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:18.033675 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.153309 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-3a696c8f-7431-41af-9b72-d2fe8edef694 None None] Provisioning complete for port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:18.154682 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3a696c8f-7431-41af-9b72-d2fe8edef694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.204229 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-3a696c8f-7431-41af-9b72-d2fe8edef694 None None] Port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:57:18.208481 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d67b33-3991-4770-93a2-6d8d59925e1f req-bd32b396-cff8-49f8-8883-9a57b15f50e7 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:18.210369 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b0d67b33-3991-4770-93a2-6d8d59925e1f req-bd32b396-cff8-49f8-8883-9a57b15f50e7 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 944 time: 0.1150563 Nov 19 17:57:18.227836 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf1446-b558-43e2-adc2-b9e41ab570a1 req-f67be413-fefa-40eb-b55b-d7886edf01b1 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:18.229497 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-47cf1446-b558-43e2-adc2-b9e41ab570a1 req-f67be413-fefa-40eb-b55b-d7886edf01b1 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 947 time: 0.1332810 Nov 19 17:57:18.262438 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4e2716ca-7e1f-43b9-ae2a-13ecd8b9350e req-bdbef6c0-a399-44b8-bc95-6a1998141037 service neutron] 10.222.0.85 "GET /v2.0/networks/a43737f0-1de9-46a2-8cc2-0a082fcfa05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530524 Nov 19 17:57:18.321032 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b0d67b33-3991-4770-93a2-6d8d59925e1f req-5a76f7eb-05e9-4d98-a60b-8b7b4957db8e tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012361 Nov 19 17:57:18.332489 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-47cf1446-b558-43e2-adc2-b9e41ab570a1 req-1caa81f0-4331-4f05-9b59-d594d4cf0ed0 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/security-groups?id=eca3299d-c8ec-4804-90ff-f967b2f28c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907335 Nov 19 17:57:18.404778 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bff6f-6d04-481a-9672-b94a516c417b req-6b28881f-bbf7-4d06-bdbe-f7e22c2e9c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:18.406807 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-191bff6f-6d04-481a-9672-b94a516c417b req-6b28881f-bbf7-4d06-bdbe-f7e22c2e9c1c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45339d60e05249f69c72bf2734d1bcf5&device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 1100 time: 0.0700448 Nov 19 17:57:18.412551 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:57:18.421681 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.439096 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Transition to ACTIVE for port object c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 will not be triggered until provisioned by entity L2. {{(pid=103565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:57:18.444044 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.506245 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Pushing event updated for resources: {'Port': ['ID=c0255ac0-fe2c-48b8-b4bf-f4ce551e5156,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:18.580629 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21ffde-7e2e-4a20-bc89-dd4c9d9631bc req-c512b40e-241b-449d-ba69-a84d36834a7c tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:18.582226 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cb21ffde-7e2e-4a20-bc89-dd4c9d9631bc req-c512b40e-241b-449d-ba69-a84d36834a7c tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 932 time: 0.1665554 Nov 19 17:57:18.589674 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Attempting to bind port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:18.589926 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Attempting to bind port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:18.590451 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Attempting to bind port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 on network dfaa8d65-d22e-40c7-b274-88fa45a1a06d {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:18.598313 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 on network dfaa8d65-d22e-40c7-b274-88fa45a1a06d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:57:18.599467 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Attempting to bind port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 on network dfaa8d65-d22e-40c7-b274-88fa45a1a06d {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:18.606778 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b8897-2616-4780-a9d9-b870890fd2ba req-a891faf2-3cb9-4b7b-b426-a551fb312d91 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:18.607610 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:18.608152 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Checking segment: {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:18.609024 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a90b8897-2616-4780-a9d9-b870890fd2ba req-a891faf2-3cb9-4b7b-b426-a551fb312d91 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.1701124 Nov 19 17:57:18.609512 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Bound using segment: {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:18.610238 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Bound port: c0255ac0-fe2c-48b8-b4bf-f4ce551e5156, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:18.610850 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.671896 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bff6f-6d04-481a-9672-b94a516c417b req-109184d4-678f-4280-92bc-440b0d5ae5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:18.673814 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-191bff6f-6d04-481a-9672-b94a516c417b req-109184d4-678f-4280-92bc-440b0d5ae5e7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a43737f0-1de9-46a2-8cc2-0a082fcfa05a HTTP/1.1" status: 200 len: 871 time: 0.2444568 Nov 19 17:57:18.703452 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] For port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156, host hv-cinder-81078, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:18.709760 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] For port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=c0255ac0-fe2c-48b8-b4bf-f4ce551e5156,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:18.716147 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.731921 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cb21ffde-7e2e-4a20-bc89-dd4c9d9631bc req-ba23b17a-f6cf-4e66-b734-84f2439b89e3 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218402 Nov 19 17:57:18.776022 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:18.776921 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.778286 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] 10.222.0.85 "PUT /v2.0/ports/c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 HTTP/1.1" status: 200 len: 1094 time: 0.8568096 Nov 19 17:57:18.778581 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ec4da6-701e-4c31-9a62-990a28f9cecd', 'tag': 'c0255ac0-fe2c-48b8-b4bf-f4ce551e5156'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:18.780822 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-191bff6f-6d04-481a-9672-b94a516c417b req-dd9a66c5-2cfb-4c6a-bf06-79ab77b030e8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b3936ee0-3054-4f96-933b-dc181d3a27b3 HTTP/1.1" status: 200 len: 217 time: 0.0878537 Nov 19 17:57:18.781102 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f66f78d-1df9-4cfe-8085-46e82fc88966" -d '{"events": [{"name": "network-changed", "server_uuid": "34ec4da6-701e-4c31-9a62-990a28f9cecd", "tag": "c0255ac0-fe2c-48b8-b4bf-f4ce551e5156"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:18.798679 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a90b8897-2616-4780-a9d9-b870890fd2ba req-73a2a6ea-40f8-484d-ad44-f72c0213447f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639876 Nov 19 17:57:18.814218 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7bbdb-bea1-4a8d-86dd-56ace3525b2f service neutron] Pushing event updated for resources: {'Port': ['ID=c0255ac0-fe2c-48b8-b4bf-f4ce551e5156,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:18.848451 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d184785-dcd4-4c80-bd73-ac6b276a0b97 x-openstack-request-id: req-3d184785-dcd4-4c80-bd73-ac6b276a0b97 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:18.848749 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ec4da6-701e-4c31-9a62-990a28f9cecd", "tag": "c0255ac0-fe2c-48b8-b4bf-f4ce551e5156", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:18.849012 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3d184785-dcd4-4c80-bd73-ac6b276a0b97 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:18.849482 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ec4da6-701e-4c31-9a62-990a28f9cecd', 'tag': 'c0255ac0-fe2c-48b8-b4bf-f4ce551e5156', 'status': 'completed', 'code': 200} Nov 19 17:57:18.868963 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bff6f-6d04-481a-9672-b94a516c417b req-c7623e47-7798-4fbe-aaa5-d138a10ecea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:18.870638 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-191bff6f-6d04-481a-9672-b94a516c417b req-c7623e47-7798-4fbe-aaa5-d138a10ecea8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f9514dc7-a40f-4ef3-b9e2-27c621cb4fca HTTP/1.1" status: 200 len: 843 time: 0.0600610 Nov 19 17:57:18.883463 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-b37797ec-d499-413b-a150-b6c4e9b083c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:18.884997 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-b37797ec-d499-413b-a150-b6c4e9b083c7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=80680fdddb2b4a919dc36de9924916fe&device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 1097 time: 0.0482848 Nov 19 17:57:18.928924 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bff6f-6d04-481a-9672-b94a516c417b req-3ebc27a4-7710-4a43-b778-f022835ddafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:18.930501 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-191bff6f-6d04-481a-9672-b94a516c417b req-3ebc27a4-7710-4a43-b778-f022835ddafb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a43737f0-1de9-46a2-8cc2-0a082fcfa05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0465448 Nov 19 17:57:18.941867 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-9ecde80d-1602-4441-b62b-f8b5edb32f9b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 HTTP/1.1" status: 200 len: 217 time: 0.0378227 Nov 19 17:57:19.021658 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-86114a48-f0f4-4937-ab38-7e00d0113a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:19.023195 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-86114a48-f0f4-4937-ab38-7e00d0113a81 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e8e1a765-4ebe-43ec-94d3-165ffb63c5b5 HTTP/1.1" status: 200 len: 851 time: 0.0728128 Nov 19 17:57:19.058248 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-191bff6f-6d04-481a-9672-b94a516c417b req-2a63dc57-8b44-4906-8503-c84bc50940f6 service neutron] 10.222.0.85 "GET /v2.0/networks/a43737f0-1de9-46a2-8cc2-0a082fcfa05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182003 Nov 19 17:57:19.104421 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-671ce115-ac7f-4550-b526-3f9d5990be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:19.106041 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-671ce115-ac7f-4550-b526-3f9d5990be70 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683064 Nov 19 17:57:19.200991 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-191bff6f-6d04-481a-9672-b94a516c417b req-746eccdb-a99d-42e7-9dcf-6c0abd3198b6 service neutron] 10.222.0.85 "GET /v2.0/networks/a43737f0-1de9-46a2-8cc2-0a082fcfa05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242986 Nov 19 17:57:19.244553 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-a1d18a12-978d-4f96-beb1-9960ea23969b service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253681 Nov 19 17:57:19.431078 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-1c818767-6410-48e3-bcdd-f2e52ff78fc9 req-9dd4cf05-6c66-48ab-bdd1-c3bfb5f7811f service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681259 Nov 19 17:57:19.499947 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c561acf-e969-4a0a-a737-bb236fbd8dd8 req-e11b239d-dd82-46db-bd15-21df7608a48d tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:19.501695 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8c561acf-e969-4a0a-a737-bb236fbd8dd8 req-e11b239d-dd82-46db-bd15-21df7608a48d tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 944 time: 0.0952165 Nov 19 17:57:19.527385 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 12835b70-a62b-4a4e-9970-475fa4d980c1 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:57:19.573886 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66f78d-1df9-4cfe-8085-46e82fc88966 req-95974718-5f00-4627-af4a-bbd055e1b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:19.575815 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0f66f78d-1df9-4cfe-8085-46e82fc88966 req-95974718-5f00-4627-af4a-bbd055e1b0cf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=80680fdddb2b4a919dc36de9924916fe&device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 1097 time: 0.0469897 Nov 19 17:57:19.589962 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed58b9d-190f-4be6-ac68-3cedd66de5d8 req-e8553717-8a8d-4a5f-ab4b-ee0879557b7d tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:19.598734 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0ed58b9d-190f-4be6-ac68-3cedd66de5d8 req-e8553717-8a8d-4a5f-ab4b-ee0879557b7d tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 947 time: 0.0960250 Nov 19 17:57:19.640644 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8c561acf-e969-4a0a-a737-bb236fbd8dd8 req-5c54af7d-b915-4fb2-9af4-30fe790961a1 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057291 Nov 19 17:57:19.678427 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0ed58b9d-190f-4be6-ac68-3cedd66de5d8 req-638cb608-cbef-4f92-aa85-b8f1d63c9dc4 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/security-groups?id=eca3299d-c8ec-4804-90ff-f967b2f28c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782759 Nov 19 17:57:19.694267 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 12835b70-a62b-4a4e-9970-475fa4d980c1, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=12835b70-a62b-4a4e-9970-475fa4d980c1,segment=NetworkSegment(3a932848-4b09-47dd-b4ee-190087253e82),segment_id=3a932848-4b09-47dd-b4ee-190087253e82)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:19.707853 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '12835b70-a62b-4a4e-9970-475fa4d980c1', 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'port_id': '12835b70-a62b-4a4e-9970-475fa4d980c1', 'mac_address': 'fa:16:3e:f7:2d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:57:19.720039 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66f78d-1df9-4cfe-8085-46e82fc88966 req-57008786-4795-436f-b93f-d674d37a6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:19.721499 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0f66f78d-1df9-4cfe-8085-46e82fc88966 req-57008786-4795-436f-b93f-d674d37a6ee8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 200 len: 914 time: 0.1315947 Nov 19 17:57:19.748056 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:19.764338 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12835b70-a62b-4a4e-9970-475fa4d980c1 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:57:19.784219 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0f66f78d-1df9-4cfe-8085-46e82fc88966 req-72298701-d1b0-492d-8521-e85ff15c5fa5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 HTTP/1.1" status: 200 len: 217 time: 0.0366042 Nov 19 17:57:19.785682 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 12835b70-a62b-4a4e-9970-475fa4d980c1, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=12835b70-a62b-4a4e-9970-475fa4d980c1,segment=NetworkSegment(3a932848-4b09-47dd-b4ee-190087253e82),segment_id=3a932848-4b09-47dd-b4ee-190087253e82)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:19.790219 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:19.847989 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=12835b70-a62b-4a4e-9970-475fa4d980c1,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:19.856632 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66f78d-1df9-4cfe-8085-46e82fc88966 req-b8e9fb72-639b-4635-8967-7f4bfc11e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:19.857982 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0f66f78d-1df9-4cfe-8085-46e82fc88966 req-b8e9fb72-639b-4635-8967-7f4bfc11e126 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e8e1a765-4ebe-43ec-94d3-165ffb63c5b5 HTTP/1.1" status: 200 len: 851 time: 0.0619490 Nov 19 17:57:19.895852 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba2605-2ce8-49fb-962c-3630402437b3 req-0eaf733e-8bb3-48f7-91b9-cfe631413fdf tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:19.897011 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-caba2605-2ce8-49fb-962c-3630402437b3 req-0eaf733e-8bb3-48f7-91b9-cfe631413fdf tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 944 time: 0.0872116 Nov 19 17:57:19.927451 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66f78d-1df9-4cfe-8085-46e82fc88966 req-fd8803dd-d170-47a1-bf99-12d351a9a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:19.929354 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0f66f78d-1df9-4cfe-8085-46e82fc88966 req-fd8803dd-d170-47a1-bf99-12d351a9a572 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513232 Nov 19 17:57:19.978957 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-caba2605-2ce8-49fb-962c-3630402437b3 req-7cb08b70-c94b-4c05-865c-8d41c6101945 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740638 Nov 19 17:57:19.987871 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd221da8-9bbb-4c1c-a982-7b6ec5053be9 req-f6eccd78-db5b-489b-8bd2-8918ac11f701 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:19.989489 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cd221da8-9bbb-4c1c-a982-7b6ec5053be9 req-f6eccd78-db5b-489b-8bd2-8918ac11f701 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.1041660 Nov 19 17:57:20.042905 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0f66f78d-1df9-4cfe-8085-46e82fc88966 req-ad8678f9-fdb0-47ed-b98e-95007ae95aa5 service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044116 Nov 19 17:57:20.053612 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cd221da8-9bbb-4c1c-a982-7b6ec5053be9 req-b87f2466-9028-47cd-b611-373ab1229661 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533893 Nov 19 17:57:20.153116 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0f66f78d-1df9-4cfe-8085-46e82fc88966 req-c49e0204-2e15-44bb-882f-808ff98b9525 service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025469 Nov 19 17:57:20.271067 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['12835b70-a62b-4a4e-9970-475fa4d980c1'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:57:20.821311 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327ea90-37d6-448d-94a3-7f8b963e8efb req-46020185-582b-4bc5-8592-354c03c78d10 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:20.823030 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e327ea90-37d6-448d-94a3-7f8b963e8efb req-46020185-582b-4bc5-8592-354c03c78d10 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 945 time: 0.0829477 Nov 19 17:57:20.845124 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7015d-606d-40fa-a640-71503a3e4e2b req-29085e49-e206-49b4-9c20-bfae32522020 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:20.846742 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-71e7015d-606d-40fa-a640-71503a3e4e2b req-29085e49-e206-49b4-9c20-bfae32522020 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 947 time: 0.0799131 Nov 19 17:57:20.911281 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e327ea90-37d6-448d-94a3-7f8b963e8efb req-92f5bef9-e59e-4919-aea1-d096b91c42a8 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803878 Nov 19 17:57:20.925160 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-71e7015d-606d-40fa-a640-71503a3e4e2b req-c0454a40-e545-4c16-8f08-bcf4c71d0003 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/security-groups?id=eca3299d-c8ec-4804-90ff-f967b2f28c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698693 Nov 19 17:57:21.111569 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6288adb-8ab3-440b-b17f-f56c15b271a2 req-d7e47eec-0ccb-4b0e-9887-fefeb33f9772 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:21.113148 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d6288adb-8ab3-440b-b17f-f56c15b271a2 req-d7e47eec-0ccb-4b0e-9887-fefeb33f9772 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 944 time: 0.0608044 Nov 19 17:57:21.247178 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d6288adb-8ab3-440b-b17f-f56c15b271a2 req-cd3fcdac-2f76-4edb-944f-2fe618faacfd tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264174 Nov 19 17:57:21.267799 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a768105-061c-4259-a920-97ebfdb14f5d req-573030d4-9495-438b-b529-f0d2bdaa4154 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:21.270438 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5a768105-061c-4259-a920-97ebfdb14f5d req-573030d4-9495-438b-b529-f0d2bdaa4154 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.1272242 Nov 19 17:57:21.324295 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5a768105-061c-4259-a920-97ebfdb14f5d req-03f2a87a-3183-4984-9a9a-124ef46ab065 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479107 Nov 19 17:57:21.541040 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device b3936ee0-3054-4f96-933b-dc181d3a27b3 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:57:21.545693 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 12835b70-a62b-4a4e-9970-475fa4d980c1 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:21.669138 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 12835b70-a62b-4a4e-9970-475fa4d980c1 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:57:21.682105 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 12835b70-a62b-4a4e-9970-475fa4d980c1 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:21.682573 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.725802 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port b3936ee0-3054-4f96-933b-dc181d3a27b3, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=b3936ee0-3054-4f96-933b-dc181d3a27b3,segment=NetworkSegment(887d54f2-78d7-4d2e-8147-7e65747be26a),segment_id=887d54f2-78d7-4d2e-8147-7e65747be26a)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:21.741206 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': 'b3936ee0-3054-4f96-933b-dc181d3a27b3', 'network_id': 'a43737f0-1de9-46a2-8cc2-0a082fcfa05a', 'port_id': 'b3936ee0-3054-4f96-933b-dc181d3a27b3', 'mac_address': 'fa:16:3e:45:14:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9514dc7-a40f-4ef3-b9e2-27c621cb4fca', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:57:21.813471 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.830018 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.835513 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3936ee0-3054-4f96-933b-dc181d3a27b3 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:57:21.870052 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port b3936ee0-3054-4f96-933b-dc181d3a27b3, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=b3936ee0-3054-4f96-933b-dc181d3a27b3,segment=NetworkSegment(887d54f2-78d7-4d2e-8147-7e65747be26a),segment_id=887d54f2-78d7-4d2e-8147-7e65747be26a)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:21.876011 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12835b70-a62b-4a4e-9970-475fa4d980c1'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:21.879068 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0109a981-aee6-4e2e-8052-6d30fd2b3f7e" -d '{"events": [{"server_uuid": "24c58fcb-f2b2-41bc-8c3c-14eb183d763d", "name": "network-vif-plugged", "status": "completed", "tag": "12835b70-a62b-4a4e-9970-475fa4d980c1"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:21.890189 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.900155 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 12835b70-a62b-4a4e-9970-475fa4d980c1, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=12835b70-a62b-4a4e-9970-475fa4d980c1,segment=NetworkSegment(3a932848-4b09-47dd-b4ee-190087253e82),segment_id=3a932848-4b09-47dd-b4ee-190087253e82)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:21.922021 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.926740 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ee1f64-97c2-4add-a175-15b20c714bba x-openstack-request-id: req-b2ee1f64-97c2-4add-a175-15b20c714bba {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:21.927062 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c58fcb-f2b2-41bc-8c3c-14eb183d763d", "name": "network-vif-plugged", "status": "completed", "tag": "12835b70-a62b-4a4e-9970-475fa4d980c1", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:21.927324 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b2ee1f64-97c2-4add-a175-15b20c714bba {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:21.927718 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12835b70-a62b-4a4e-9970-475fa4d980c1', 'code': 200} Nov 19 17:57:21.961429 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=b3936ee0-3054-4f96-933b-dc181d3a27b3,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:22.054752 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=12835b70-a62b-4a4e-9970-475fa4d980c1,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:22.091340 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3e350-f2ea-4953-ad30-bf76b1717339 req-a95b1ad3-2e54-4b5f-a6bc-bff124da6ec0 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:22.093041 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1cb3e350-f2ea-4953-ad30-bf76b1717339 req-a95b1ad3-2e54-4b5f-a6bc-bff124da6ec0 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 948 time: 0.0863094 Nov 19 17:57:22.104585 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba991a-1116-425f-8d1c-f756dc1c2972 req-020708fb-dbd9-4c02-a9b8-9786cb8291e0 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:22.106161 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6eba991a-1116-425f-8d1c-f756dc1c2972 req-020708fb-dbd9-4c02-a9b8-9786cb8291e0 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 946 time: 0.0975127 Nov 19 17:57:22.180984 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae05f8a-b3c0-451f-ab65-44e80057aae6 req-841de523-70ec-4da3-a5cc-f41a4250307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:22.182892 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-9ae05f8a-b3c0-451f-ab65-44e80057aae6 req-841de523-70ec-4da3-a5cc-f41a4250307b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 1099 time: 0.0547276 Nov 19 17:57:22.186168 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1cb3e350-f2ea-4953-ad30-bf76b1717339 req-5457a33a-74a2-4de3-8784-33dae5c4216d tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/security-groups?id=eca3299d-c8ec-4804-90ff-f967b2f28c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789638 Nov 19 17:57:22.196928 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6eba991a-1116-425f-8d1c-f756dc1c2972 req-c6bdaddd-b58d-4b50-9ce0-2d002d93aa4f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734982 Nov 19 17:57:22.246637 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-9ae05f8a-b3c0-451f-ab65-44e80057aae6 req-84db49c4-b1a2-4ad4-952b-273b84434b8b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494151 Nov 19 17:57:22.340113 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['b3936ee0-3054-4f96-933b-dc181d3a27b3'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:57:22.377708 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bef0db-2183-4056-a189-cb9faee7f47e req-7f442078-e4b3-4cdb-9728-817fb2438f7c tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:22.385579 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-77bef0db-2183-4056-a189-cb9faee7f47e req-7f442078-e4b3-4cdb-9728-817fb2438f7c tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 944 time: 0.0649157 Nov 19 17:57:22.462703 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-77bef0db-2183-4056-a189-cb9faee7f47e req-c7bae140-173a-4508-a486-c9a0c656804b tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762541 Nov 19 17:57:22.483707 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17cd4f-376f-49f2-92f9-f069d1961fdb req-af65359c-c49e-4497-9ce6-91ce47bc07ca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:22.485528 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bc17cd4f-376f-49f2-92f9-f069d1961fdb req-af65359c-c49e-4497-9ce6-91ce47bc07ca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0747645 Nov 19 17:57:22.542363 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bc17cd4f-376f-49f2-92f9-f069d1961fdb req-dd3a3a39-919f-4c78-87d5-af03da37c3a5 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487335 Nov 19 17:57:22.785027 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-aa853f34-f913-4610-a67c-dfcc5de73894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:23.344869 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09048fe0-ad51-4206-b950-334e00d83130 req-69408857-4bfa-426b-8159-9071122c6f0a tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:23.346467 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-09048fe0-ad51-4206-b950-334e00d83130 req-69408857-4bfa-426b-8159-9071122c6f0a tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 948 time: 0.0824480 Nov 19 17:57:23.369096 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f3675-fa73-4515-a863-f7e448d65e52 req-f7808890-0322-48f2-937a-1245f6ec2ab4 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:23.370660 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a5f3675-fa73-4515-a863-f7e448d65e52 req-f7808890-0322-48f2-937a-1245f6ec2ab4 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 946 time: 0.0973487 Nov 19 17:57:23.442988 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-09048fe0-ad51-4206-b950-334e00d83130 req-4ea90dbd-eb96-4f19-b218-14c906f610fe tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/security-groups?id=eca3299d-c8ec-4804-90ff-f967b2f28c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886807 Nov 19 17:57:23.453656 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a5f3675-fa73-4515-a863-f7e448d65e52 req-e7eefdd1-0310-43c5-9818-ea45278b903d tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734181 Nov 19 17:57:23.606135 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd906e-6823-4f0f-8ce6-2fe01c97179e req-a12fb7f7-4215-44c6-a44e-550b276ae992 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:23.607791 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-64bd906e-6823-4f0f-8ce6-2fe01c97179e req-a12fb7f7-4215-44c6-a44e-550b276ae992 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 944 time: 0.0572929 Nov 19 17:57:23.709119 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-64bd906e-6823-4f0f-8ce6-2fe01c97179e req-8c12f3fa-25d7-45f3-a4c3-89d64f764aca tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909748 Nov 19 17:57:23.728132 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a7d0d-1a1d-439b-884c-88a851c53501 req-6515d887-0ee4-451b-abc5-dcec3d1999ac tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:23.729657 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb3a7d0d-1a1d-439b-884c-88a851c53501 req-6515d887-0ee4-451b-abc5-dcec3d1999ac tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0900726 Nov 19 17:57:23.792417 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eb3a7d0d-1a1d-439b-884c-88a851c53501 req-102488b0-5350-4694-81ec-7664b9897494 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551362 Nov 19 17:57:24.622594 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ae67f-8f83-46fd-be00-f99e8ac31e76 req-f2aa077d-951a-4517-b3d0-3b8d6347eee2 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:24.624937 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cc9ae67f-8f83-46fd-be00-f99e8ac31e76 req-f2aa077d-951a-4517-b3d0-3b8d6347eee2 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 948 time: 0.0831878 Nov 19 17:57:24.637633 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e597de8-9ccb-4fe0-8d45-a8411f21e793 req-fe07eea7-3ae6-44f7-82d8-02e6bc973b3f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:24.639183 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0e597de8-9ccb-4fe0-8d45-a8411f21e793 req-fe07eea7-3ae6-44f7-82d8-02e6bc973b3f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 946 time: 0.0953927 Nov 19 17:57:24.741336 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cc9ae67f-8f83-46fd-be00-f99e8ac31e76 req-c4e2a9e4-02bf-4a77-a29f-d1b020560884 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/security-groups?id=eca3299d-c8ec-4804-90ff-f967b2f28c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009061 Nov 19 17:57:24.745166 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0e597de8-9ccb-4fe0-8d45-a8411f21e793 req-43b714fb-fbdd-47f9-9596-a3df91b6990b tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986843 Nov 19 17:57:24.929820 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5689e3-e7b6-45c8-9f50-f6792b831fa6 req-0637e46e-7fe1-482c-82f7-45cfd57c02ca tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:24.931461 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9d5689e3-e7b6-45c8-9f50-f6792b831fa6 req-0637e46e-7fe1-482c-82f7-45cfd57c02ca tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 944 time: 0.0854490 Nov 19 17:57:24.940586 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff409f7-0b91-4228-9c9a-43a4ce9fb4b2 req-5c1e67b4-d47f-47ff-a168-7240a8c681ef tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:24.942146 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5ff409f7-0b91-4228-9c9a-43a4ce9fb4b2 req-5c1e67b4-d47f-47ff-a168-7240a8c681ef tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 946 time: 0.0871422 Nov 19 17:57:25.027082 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9d5689e3-e7b6-45c8-9f50-f6792b831fa6 req-88d19a39-9ca2-4043-b5e6-2f3339d31c97 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837870 Nov 19 17:57:25.031858 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5ff409f7-0b91-4228-9c9a-43a4ce9fb4b2 req-c4dc9a21-2082-4f44-9b6e-1c60d86003b8 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822089 Nov 19 17:57:25.158182 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32348d9d-f745-476b-a5df-3be5e88c723e req-5e12fdd9-2534-4add-8f86-267607d098d1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:25.159800 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-32348d9d-f745-476b-a5df-3be5e88c723e req-5e12fdd9-2534-4add-8f86-267607d098d1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0627351 Nov 19 17:57:25.213178 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-32348d9d-f745-476b-a5df-3be5e88c723e req-d3b10d56-4fd5-4a8d-b5fa-410fa5b75a36 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469646 Nov 19 17:57:25.457210 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc135e38-c7ea-433f-bfea-b4e41991246f req-a3bc6f0b-b856-4c37-b00c-2675b3de5d20 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:25.458803 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dc135e38-c7ea-433f-bfea-b4e41991246f req-a3bc6f0b-b856-4c37-b00c-2675b3de5d20 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 946 time: 0.0544586 Nov 19 17:57:25.510702 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dc135e38-c7ea-433f-bfea-b4e41991246f req-47c26771-85f4-4642-a310-245e3e7f620a tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454569 Nov 19 17:57:25.559213 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device b3936ee0-3054-4f96-933b-dc181d3a27b3 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:25.611837 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port b3936ee0-3054-4f96-933b-dc181d3a27b3 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:57:25.617100 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port b3936ee0-3054-4f96-933b-dc181d3a27b3 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:25.617568 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:25.710622 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:25.735342 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f169769-6c6f-413d-9287-6ccfc414564a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3936ee0-3054-4f96-933b-dc181d3a27b3'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:25.737670 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb8cbbe-e857-48ca-a8d8-a332d4e633a9" -d '{"events": [{"server_uuid": "3f169769-6c6f-413d-9287-6ccfc414564a", "name": "network-vif-plugged", "status": "completed", "tag": "b3936ee0-3054-4f96-933b-dc181d3a27b3"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:25.752183 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port b3936ee0-3054-4f96-933b-dc181d3a27b3, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=b3936ee0-3054-4f96-933b-dc181d3a27b3,segment=NetworkSegment(887d54f2-78d7-4d2e-8147-7e65747be26a),segment_id=887d54f2-78d7-4d2e-8147-7e65747be26a)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:25.757652 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:25.784488 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12414625-9a9f-4cd0-92f0-426ebe0066e9 x-openstack-request-id: req-12414625-9a9f-4cd0-92f0-426ebe0066e9 {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:25.784488 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f169769-6c6f-413d-9287-6ccfc414564a", "name": "network-vif-plugged", "status": "completed", "tag": "b3936ee0-3054-4f96-933b-dc181d3a27b3", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:25.784488 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-12414625-9a9f-4cd0-92f0-426ebe0066e9 {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:25.784969 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f169769-6c6f-413d-9287-6ccfc414564a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3936ee0-3054-4f96-933b-dc181d3a27b3', 'code': 200} Nov 19 17:57:25.839675 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=b3936ee0-3054-4f96-933b-dc181d3a27b3,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:25.957125 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5df613-3268-4d88-a7d1-1557b3c1b300 req-464cc10c-cf9f-4858-a9e1-dba41f58dad7 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:25.958932 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b5df613-3268-4d88-a7d1-1557b3c1b300 req-464cc10c-cf9f-4858-a9e1-dba41f58dad7 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 949 time: 0.0771620 Nov 19 17:57:25.966234 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-0979010b-c2df-4fc5-87fb-5fa257d7f38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.042379 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b5df613-3268-4d88-a7d1-1557b3c1b300 req-02d6b0b0-d1f6-4459-80d2-630be4a528c1 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/security-groups?id=eca3299d-c8ec-4804-90ff-f967b2f28c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706439 Nov 19 17:57:26.102156 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df528c-373f-4e25-941a-b1c81dcf2e27 req-71d80b89-3da3-456f-a402-a0310989bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:26.104874 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-07df528c-373f-4e25-941a-b1c81dcf2e27 req-71d80b89-3da3-456f-a402-a0310989bb1a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 1102 time: 0.0640931 Nov 19 17:57:26.179015 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-07df528c-373f-4e25-941a-b1c81dcf2e27 req-13d35098-0f37-4228-9d30-fcabf3c62e63 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=eca3299d-c8ec-4804-90ff-f967b2f28c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562663 Nov 19 17:57:26.205712 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f2219-2ad5-4e84-9bef-a53372e7df79 req-674983b5-2175-41a3-85b4-b46a2d6b7b8a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:26.207430 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c1f2219-2ad5-4e84-9bef-a53372e7df79 req-674983b5-2175-41a3-85b4-b46a2d6b7b8a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 944 time: 0.0600958 Nov 19 17:57:26.272883 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c1f2219-2ad5-4e84-9bef-a53372e7df79 req-9fad60b4-6b0c-4d7a-b203-23a2201acdb7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584528 Nov 19 17:57:26.386060 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f0f16-ea96-4ad5-b5ba-fb74dae8c1b8 req-2852644b-cd5a-40c6-b28e-01829ba803f2 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:26.388018 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f15f0f16-ea96-4ad5-b5ba-fb74dae8c1b8 req-2852644b-cd5a-40c6-b28e-01829ba803f2 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0781624 Nov 19 17:57:26.468710 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f15f0f16-ea96-4ad5-b5ba-fb74dae8c1b8 req-ce5525cb-d1f5-4825-afad-528500f0fd6d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730400 Nov 19 17:57:27.208229 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3ae82-90c9-4050-9725-901e0d2a0165 req-a60d0029-41fe-407f-ad59-ba3c65adcb41 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:27.209841 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ccb3ae82-90c9-4050-9725-901e0d2a0165 req-a60d0029-41fe-407f-ad59-ba3c65adcb41 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 949 time: 0.0579519 Nov 19 17:57:27.225334 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:27.278799 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ccb3ae82-90c9-4050-9725-901e0d2a0165 req-60da6e8d-ee9c-4081-a967-570b7a86a1c8 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/security-groups?id=eca3299d-c8ec-4804-90ff-f967b2f28c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586338 Nov 19 17:57:27.432385 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904abdf7-a7d9-4868-a379-8916c4075f09 req-35aeac80-9900-4661-ac3f-5c562874e731 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:27.433988 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-904abdf7-a7d9-4868-a379-8916c4075f09 req-35aeac80-9900-4661-ac3f-5c562874e731 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 944 time: 0.0616570 Nov 19 17:57:27.519105 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-904abdf7-a7d9-4868-a379-8916c4075f09 req-e686dcb6-76b6-403f-9bb3-9befe9ac9869 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779285 Nov 19 17:57:27.571161 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:57:27.674820 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb782e39-9d17-468e-bffd-45df3d78f35a req-a8432757-2ffa-4268-a471-ab3d4d594e46 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:27.676731 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cb782e39-9d17-468e-bffd-45df3d78f35a req-a8432757-2ffa-4268-a471-ab3d4d594e46 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0898395 Nov 19 17:57:27.728363 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=c0255ac0-fe2c-48b8-b4bf-f4ce551e5156,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:27.751485 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': 'c0255ac0-fe2c-48b8-b4bf-f4ce551e5156', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'port_id': 'c0255ac0-fe2c-48b8-b4bf-f4ce551e5156', 'mac_address': 'fa:16:3e:7b:7b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:57:27.757981 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cb782e39-9d17-468e-bffd-45df3d78f35a req-8201491d-d457-4d45-8c2a-fec0e27ad855 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717330 Nov 19 17:57:27.814038 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:27.841232 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:57:27.884802 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=c0255ac0-fe2c-48b8-b4bf-f4ce551e5156,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:27.891123 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:27.957178 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=c0255ac0-fe2c-48b8-b4bf-f4ce551e5156,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:28.450763 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc746e51-d221-4bcf-8fe4-b539fc828a1d req-1bb38fdc-6a38-4944-a090-7149a70b76bb tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:28.453259 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fc746e51-d221-4bcf-8fe4-b539fc828a1d req-1bb38fdc-6a38-4944-a090-7149a70b76bb tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 949 time: 0.0736294 Nov 19 17:57:28.543109 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fc746e51-d221-4bcf-8fe4-b539fc828a1d req-0c076f6f-c6d0-4d91-b9f8-a4fcd0026449 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/security-groups?id=eca3299d-c8ec-4804-90ff-f967b2f28c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784979 Nov 19 17:57:28.675557 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98995e69-d3b4-4f89-8e3f-0592424650bd req-82c33920-5815-4635-b0a4-f1ae1588c87c tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:28.677209 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-98995e69-d3b4-4f89-8e3f-0592424650bd req-82c33920-5815-4635-b0a4-f1ae1588c87c tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 945 time: 0.0700722 Nov 19 17:57:28.692005 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['c0255ac0-fe2c-48b8-b4bf-f4ce551e5156'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:57:28.758152 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-98995e69-d3b4-4f89-8e3f-0592424650bd req-30e6a641-cdbe-4698-8cd1-6b215bf9cee8 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683782 Nov 19 17:57:28.976296 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2c87e-bd10-4e4e-a91e-c53d57b5c617 req-8e57d68c-5a11-432d-87d3-79d96666c005 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:28.989583 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-edb2c87e-bd10-4e4e-a91e-c53d57b5c617 req-8e57d68c-5a11-432d-87d3-79d96666c005 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0964839 Nov 19 17:57:29.084399 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-edb2c87e-bd10-4e4e-a91e-c53d57b5c617 req-5d8a32c0-f134-4db7-915d-09d58bd146a4 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936663 Nov 19 17:57:29.229181 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50069b72-54b9-4a4a-ac06-604c12bb41e9 req-087576ff-76a0-4f3c-a75e-50d80bbd6296 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:29.230842 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-50069b72-54b9-4a4a-ac06-604c12bb41e9 req-087576ff-76a0-4f3c-a75e-50d80bbd6296 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 949 time: 0.0688901 Nov 19 17:57:29.297327 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-50069b72-54b9-4a4a-ac06-604c12bb41e9 req-39bf82f1-6a90-4a38-9b98-2522c3a1fd1c tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/security-groups?id=eca3299d-c8ec-4804-90ff-f967b2f28c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591533 Nov 19 17:57:29.300440 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:29.633584 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:29.910281 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86719d-8470-4e0a-a7dc-30f9d1e2824b req-a4085300-6a39-49e3-b25f-e3d7c2f1745b tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:29.912236 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0d86719d-8470-4e0a-a7dc-30f9d1e2824b req-a4085300-6a39-49e3-b25f-e3d7c2f1745b tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 945 time: 0.0668890 Nov 19 17:57:29.986730 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0d86719d-8470-4e0a-a7dc-30f9d1e2824b req-c56089e1-b279-4aa4-985b-aa9ab3b340ae tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674851 Nov 19 17:57:30.238467 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7aacca-f197-447e-8102-0f7beac085cb req-fd7ef18b-c0fa-46eb-9966-4791be9ba74a tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:30.240361 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dd7aacca-f197-447e-8102-0f7beac085cb req-fd7ef18b-c0fa-46eb-9966-4791be9ba74a tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0584140 Nov 19 17:57:30.319881 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dd7aacca-f197-447e-8102-0f7beac085cb req-6691b341-d0f3-46f9-822b-1bf406adad57 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680575 Nov 19 17:57:30.448147 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbe81d-3544-4cc3-8db8-e4bdc5435abe req-3043c5c6-3fd8-442d-81ee-cb5bbf20b94e tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:30.449677 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dfbbe81d-3544-4cc3-8db8-e4bdc5435abe req-3043c5c6-3fd8-442d-81ee-cb5bbf20b94e tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 949 time: 0.0590880 Nov 19 17:57:30.513360 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dfbbe81d-3544-4cc3-8db8-e4bdc5435abe req-b1389c95-e6c1-4781-9fe2-baae4f943a20 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/security-groups?id=eca3299d-c8ec-4804-90ff-f967b2f28c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564580 Nov 19 17:57:31.144218 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a480ad-a845-4d6f-865f-9bc76f4ca160 req-e3158c74-9916-4314-a71a-050dd5fd4054 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:31.145896 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a1a480ad-a845-4d6f-865f-9bc76f4ca160 req-e3158c74-9916-4314-a71a-050dd5fd4054 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 945 time: 0.0570424 Nov 19 17:57:31.215325 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a1a480ad-a845-4d6f-865f-9bc76f4ca160 req-eaa88230-426a-42ec-b9e6-e4ee3ecdd3a2 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613871 Nov 19 17:57:31.443774 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dbcaa-93e1-4cec-b369-1f40faca527c req-3d90ceb2-0d08-4e3f-827f-5bbd27a137ed tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:31.445183 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-991dbcaa-93e1-4cec-b369-1f40faca527c req-3d90ceb2-0d08-4e3f-827f-5bbd27a137ed tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0492802 Nov 19 17:57:31.501782 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-991dbcaa-93e1-4cec-b369-1f40faca527c req-601763ce-b8cd-42f9-b6fd-f0b201d32f7d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505111 Nov 19 17:57:31.565501 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:31.632724 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:57:31.639005 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:31.640849 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:31.674831 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d997c-c401-4571-979d-f2ca7132d08b req-314f9204-bfb0-4b86-8be5-7afff6111847 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:31.676463 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5d4d997c-c401-4571-979d-f2ca7132d08b req-314f9204-bfb0-4b86-8be5-7afff6111847 tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 949 time: 0.0700111 Nov 19 17:57:31.749446 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5d4d997c-c401-4571-979d-f2ca7132d08b req-70f5a7f2-efdf-462e-8dff-a0ccd0b75eae tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/security-groups?id=eca3299d-c8ec-4804-90ff-f967b2f28c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641336 Nov 19 17:57:31.752627 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:31.782259 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ec4da6-701e-4c31-9a62-990a28f9cecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0255ac0-fe2c-48b8-b4bf-f4ce551e5156'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:31.784692 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fcffa3-5f44-433f-b5b8-4a09313c006b" -d '{"events": [{"server_uuid": "34ec4da6-701e-4c31-9a62-990a28f9cecd", "name": "network-vif-plugged", "status": "completed", "tag": "c0255ac0-fe2c-48b8-b4bf-f4ce551e5156"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:31.800188 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=c0255ac0-fe2c-48b8-b4bf-f4ce551e5156,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:31.805763 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:31.832873 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f2fda2-3c93-4fec-9525-a65a21bac17b x-openstack-request-id: req-11f2fda2-3c93-4fec-9525-a65a21bac17b {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:31.833201 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ec4da6-701e-4c31-9a62-990a28f9cecd", "name": "network-vif-plugged", "status": "completed", "tag": "c0255ac0-fe2c-48b8-b4bf-f4ce551e5156", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:31.833463 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-11f2fda2-3c93-4fec-9525-a65a21bac17b {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:31.833863 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ec4da6-701e-4c31-9a62-990a28f9cecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0255ac0-fe2c-48b8-b4bf-f4ce551e5156', 'code': 200} Nov 19 17:57:31.887625 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea53687-e545-4125-9c25-9b0fcef1fdab req-85ef3014-f826-4fba-a101-f8a0e05cc8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:31.890519 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=c0255ac0-fe2c-48b8-b4bf-f4ce551e5156,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:31.890956 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3ea53687-e545-4125-9c25-9b0fcef1fdab req-85ef3014-f826-4fba-a101-f8a0e05cc8bc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 1098 time: 0.0642586 Nov 19 17:57:31.987684 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3ea53687-e545-4125-9c25-9b0fcef1fdab req-2bacf271-060d-4557-a05c-d14275688d66 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496500 Nov 19 17:57:32.349280 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f0749-c8ee-47b3-ab1c-08cfb61761de req-bcafdde9-093b-41da-875e-61151bfa3bec tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:32.350929 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ca1f0749-c8ee-47b3-ab1c-08cfb61761de req-bcafdde9-093b-41da-875e-61151bfa3bec tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 946 time: 0.0534661 Nov 19 17:57:32.416104 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ca1f0749-c8ee-47b3-ab1c-08cfb61761de req-93b9ffd5-e64c-4e59-b0ad-12c31af8d3c8 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584705 Nov 19 17:57:32.437627 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28c7e6-407c-479b-81bc-0973a5a04483 req-0c94d666-264c-4ca2-a288-285493b63dec tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:32.439692 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3c28c7e6-407c-479b-81bc-0973a5a04483 req-0c94d666-264c-4ca2-a288-285493b63dec tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.85 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 949 time: 0.0929489 Nov 19 17:57:32.527464 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46950f-3f83-413a-a899-54c91c257993 req-bd929c6f-1648-40ef-aa47-487686b9c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:32.528839 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5c46950f-3f83-413a-a899-54c91c257993 req-bd929c6f-1648-40ef-aa47-487686b9c472 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 1099 time: 0.0521178 Nov 19 17:57:32.627710 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-3c28c7e6-407c-479b-81bc-0973a5a04483 req-5ff51a3a-4d4c-4b09-9bb5-b0b5c14eabce tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Deleting port b3936ee0-3054-4f96-933b-dc181d3a27b3 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:32.628048 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-3c28c7e6-407c-479b-81bc-0973a5a04483 req-5ff51a3a-4d4c-4b09-9bb5-b0b5c14eabce tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:32.629609 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5c46950f-3f83-413a-a899-54c91c257993 req-77374d64-4d10-4be3-b8a8-35334d2ab828 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724397 Nov 19 17:57:32.646854 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da7ea9-1c99-4474-9b45-3ce919051369 req-3abe87cf-8a8a-44af-b0ee-0a3c409dbbfe tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:32.648425 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-05da7ea9-1c99-4474-9b45-3ce919051369 req-3abe87cf-8a8a-44af-b0ee-0a3c409dbbfe tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0697894 Nov 19 17:57:32.712207 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-05da7ea9-1c99-4474-9b45-3ce919051369 req-2419edd7-0683-4680-a656-fb80ad7f0e46 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517952 Nov 19 17:57:32.733697 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-3c28c7e6-407c-479b-81bc-0973a5a04483 req-5ff51a3a-4d4c-4b09-9bb5-b0b5c14eabce tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] For port b3936ee0-3054-4f96-933b-dc181d3a27b3, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=b3936ee0-3054-4f96-933b-dc181d3a27b3,segment=NetworkSegment(887d54f2-78d7-4d2e-8147-7e65747be26a),segment_id=887d54f2-78d7-4d2e-8147-7e65747be26a)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:32.734051 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-3c28c7e6-407c-479b-81bc-0973a5a04483 req-5ff51a3a-4d4c-4b09-9bb5-b0b5c14eabce tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:32.749485 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-3c28c7e6-407c-479b-81bc-0973a5a04483 req-5ff51a3a-4d4c-4b09-9bb5-b0b5c14eabce tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Calling delete_port for b3936ee0-3054-4f96-933b-dc181d3a27b3 owned by compute:nova {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:32.888291 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee3cc8-8f2e-44c6-9e6b-9434a87dc062 req-cb956959-ac50-4f02-b9ce-feb5c27787fc tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:32.890468 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-06ee3cc8-8f2e-44c6-9e6b-9434a87dc062 req-cb956959-ac50-4f02-b9ce-feb5c27787fc tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 949 time: 0.0576291 Nov 19 17:57:32.918833 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-3c28c7e6-407c-479b-81bc-0973a5a04483 req-5ff51a3a-4d4c-4b09-9bb5-b0b5c14eabce tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:32.939984 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['b3936ee0-3054-4f96-933b-dc181d3a27b3'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:57:32.962893 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff51a3a-4d4c-4b09-9bb5-b0b5c14eabce tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Pushing event deleted for resources: {'Port': ['ID=b3936ee0-3054-4f96-933b-dc181d3a27b3,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:32.971856 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-06ee3cc8-8f2e-44c6-9e6b-9434a87dc062 req-1cce42a2-2af9-4b95-b75d-eeb933ae485a tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/security-groups?id=eca3299d-c8ec-4804-90ff-f967b2f28c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739617 Nov 19 17:57:33.053831 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c28c7e6-407c-479b-81bc-0973a5a04483 req-5ff51a3a-4d4c-4b09-9bb5-b0b5c14eabce tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] No DVR routers for this DVR port b3936ee0-3054-4f96-933b-dc181d3a27b3 on host hv-cinder-81078 {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:33.057911 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-3c28c7e6-407c-479b-81bc-0973a5a04483 req-5ff51a3a-4d4c-4b09-9bb5-b0b5c14eabce tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:33.062009 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3c28c7e6-407c-479b-81bc-0973a5a04483 req-5ff51a3a-4d4c-4b09-9bb5-b0b5c14eabce tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.85 "DELETE /v2.0/ports/b3936ee0-3054-4f96-933b-dc181d3a27b3 HTTP/1.1" status: 204 len: 173 time: 0.6122353 Nov 19 17:57:33.062658 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f169769-6c6f-413d-9287-6ccfc414564a', 'name': 'network-vif-deleted', 'tag': 'b3936ee0-3054-4f96-933b-dc181d3a27b3'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:33.066717 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3edccd-df93-447e-8789-fb66f699fef7" -d '{"events": [{"server_uuid": "3f169769-6c6f-413d-9287-6ccfc414564a", "name": "network-vif-deleted", "tag": "b3936ee0-3054-4f96-933b-dc181d3a27b3"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:33.151327 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a219bcc1-2082-4e32-a3f5-64d055cf5fa3 x-openstack-request-id: req-a219bcc1-2082-4e32-a3f5-64d055cf5fa3 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:33.151991 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f169769-6c6f-413d-9287-6ccfc414564a", "name": "network-vif-deleted", "tag": "b3936ee0-3054-4f96-933b-dc181d3a27b3", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:33.152439 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a219bcc1-2082-4e32-a3f5-64d055cf5fa3 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:33.153035 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f169769-6c6f-413d-9287-6ccfc414564a', 'name': 'network-vif-deleted', 'tag': 'b3936ee0-3054-4f96-933b-dc181d3a27b3', 'status': 'completed', 'code': 200} Nov 19 17:57:33.550501 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23313fe1-6844-4ca0-b5cc-2fecd76404b5 req-4b313a05-a8f2-4158-8851-d28c602f93fb tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:33.552133 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-23313fe1-6844-4ca0-b5cc-2fecd76404b5 req-4b313a05-a8f2-4158-8851-d28c602f93fb tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 946 time: 0.0533888 Nov 19 17:57:33.611120 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-23313fe1-6844-4ca0-b5cc-2fecd76404b5 req-84b834f7-1fe8-4b36-b9e4-d1a1cb4845a9 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518713 Nov 19 17:57:33.843228 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f2936-6477-40e2-a66b-aaeea7901cce req-e33776f3-f9b0-45ca-94f8-1438c39e40bc tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:33.844951 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-765f2936-6477-40e2-a66b-aaeea7901cce req-e33776f3-f9b0-45ca-94f8-1438c39e40bc tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0613413 Nov 19 17:57:33.902237 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-765f2936-6477-40e2-a66b-aaeea7901cce req-6772657a-4d2c-4c97-ba6b-66e733255bd8 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475738 Nov 19 17:57:34.090284 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9d60bb30-9952-4be7-892d-a539db42b598 req-6eb02d94-be1f-4284-9de5-4a5382d58eae tempest-VolumesNegativeTest-853400301 tempest-VolumesNegativeTest-853400301-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f169769-6c6f-413d-9287-6ccfc414564a HTTP/1.1" status: 200 len: 210 time: 0.0293114 Nov 19 17:57:34.744739 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c204220-62fc-4f3b-800d-bec67c5fa7bf req-e574f56c-6b88-4a09-a4de-f7abc020f9c0 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:34.746255 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c204220-62fc-4f3b-800d-bec67c5fa7bf req-e574f56c-6b88-4a09-a4de-f7abc020f9c0 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 946 time: 0.0536008 Nov 19 17:57:34.796880 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0c204220-62fc-4f3b-800d-bec67c5fa7bf req-c07e4ff4-7fbe-4089-bfad-0d16380d391a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442088 Nov 19 17:57:35.025450 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb49d8c-7bf3-45be-9be1-585ffe9b2357 req-07ff67ba-86fd-4522-8bee-81d84ff1f0f3 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:35.027018 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eeb49d8c-7bf3-45be-9be1-585ffe9b2357 req-07ff67ba-86fd-4522-8bee-81d84ff1f0f3 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0531554 Nov 19 17:57:35.080404 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eeb49d8c-7bf3-45be-9be1-585ffe9b2357 req-72612880-bc4d-4e0a-b9fb-8ecebfc45107 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459111 Nov 19 17:57:35.236076 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cc039-951b-4685-8085-689c20c76798 req-64475a16-6346-4a97-a540-2800c3dd06ad tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:35.237737 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5d5cc039-951b-4685-8085-689c20c76798 req-64475a16-6346-4a97-a540-2800c3dd06ad tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0616667 Nov 19 17:57:35.307124 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5d5cc039-951b-4685-8085-689c20c76798 req-40fbf7d7-3734-47bf-9d8c-c368c5fd14fa tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618522 Nov 19 17:57:35.607299 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device b3936ee0-3054-4f96-933b-dc181d3a27b3 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:35.659451 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: b3936ee0-3054-4f96-933b-dc181d3a27b3 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:35.662508 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device b3936ee0-3054-4f96-933b-dc181d3a27b3 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:35.957756 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0cfac-acd9-4766-ae6e-46b58417ac7c req-b11be2c1-421c-4342-b1ae-d77cd57c78e0 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:35.959383 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8ce0cfac-acd9-4766-ae6e-46b58417ac7c req-b11be2c1-421c-4342-b1ae-d77cd57c78e0 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 946 time: 0.0836003 Nov 19 17:57:36.031961 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8ce0cfac-acd9-4766-ae6e-46b58417ac7c req-1c5c2f8e-4970-4ac5-9702-7552c314fe5c tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651224 Nov 19 17:57:36.186484 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00433acb-e372-414a-9180-9a9e418502ca req-578ea83b-40fe-404c-8d8e-0f40f1cfcc24 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:36.191302 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-00433acb-e372-414a-9180-9a9e418502ca req-578ea83b-40fe-404c-8d8e-0f40f1cfcc24 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 946 time: 0.0670302 Nov 19 17:57:36.255046 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-00433acb-e372-414a-9180-9a9e418502ca req-67ac6193-9f1a-404b-9c92-aee3604f3e7b tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605488 Nov 19 17:57:36.273667 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42056) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:36.495471 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b015a7f-e259-4b96-80b4-971fafffc90a req-55c47aa5-01d6-4769-b2e4-6c675a67865b tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:36.508901 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b015a7f-e259-4b96-80b4-971fafffc90a req-55c47aa5-01d6-4769-b2e4-6c675a67865b tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 946 time: 0.0930462 Nov 19 17:57:36.586115 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b015a7f-e259-4b96-80b4-971fafffc90a req-6dfdf7ab-8bcc-406d-beab-3c9c3e667d52 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758011 Nov 19 17:57:36.617073 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f72ef8-2e92-4f11-8aad-ee99d1fa3519 tempest-TestVolumeBootPattern-1877383640 tempest-TestVolumeBootPattern-1877383640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:36.619650 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-61f72ef8-2e92-4f11-8aad-ee99d1fa3519 tempest-TestVolumeBootPattern-1877383640 tempest-TestVolumeBootPattern-1877383640-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 1094 time: 0.3448908 Nov 19 17:57:36.622537 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42082) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:36.624919 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42084) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:36.634979 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Request body: {'floatingip': {'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'port_id': 'c0255ac0-fe2c-48b8-b4bf-f4ce551e5156', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:36.669320 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for floatingip, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:36.838626 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9920bf9c-a5a3-46c5-97b2-dc6addf863e5 tempest-TestMinimumBasicScenario-481084445 tempest-TestMinimumBasicScenario-481084445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:36.843972 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-9920bf9c-a5a3-46c5-97b2-dc6addf863e5 tempest-TestMinimumBasicScenario-481084445 tempest-TestMinimumBasicScenario-481084445-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 1094 time: 0.2203698 Nov 19 17:57:36.844267 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 42102) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:36.849751 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:36.851107 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Request body: {'floatingip': {'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'port_id': '12835b70-a62b-4a4e-9970-475fa4d980c1', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:36.896497 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for floatingip, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.073986 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.096223 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Allocated IP 172.27.1.112 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/cc6e9404-7a47-43a8-b472-980bd7c2ed1c) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:37.215834 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96f3e-d2d6-49f5-8d73-c519bddac9a3 req-791a9982-65c0-4ee3-b6cd-87553cba9d12 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:37.218679 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-64a96f3e-d2d6-49f5-8d73-c519bddac9a3 req-791a9982-65c0-4ee3-b6cd-87553cba9d12 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.1270697 Nov 19 17:57:37.280595 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-64a96f3e-d2d6-49f5-8d73-c519bddac9a3 req-d38bb69a-9b7c-4911-a02c-2585c8375cea tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521424 Nov 19 17:57:37.483064 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb8edf-734c-4667-9d66-a87475e5e402 req-94c53a8b-83ed-4689-827e-02d7e2fb1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:37.484552 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c0cb8edf-734c-4667-9d66-a87475e5e402 req-94c53a8b-83ed-4689-827e-02d7e2fb1214 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9ae0de00d6db4545b1e4e8dce24c181f&device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 1099 time: 0.3189397 Nov 19 17:57:37.565746 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.675376 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.678032 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Allocated IP 172.27.1.163 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/e33c3e0b-9e0e-4f07-90d9-f7e1bbe38e73) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:37.689164 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb8edf-734c-4667-9d66-a87475e5e402 req-58fb713d-3f27-4cf4-9b8d-86f398fcb743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:37.694441 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c0cb8edf-734c-4667-9d66-a87475e5e402 req-58fb713d-3f27-4cf4-9b8d-86f398fcb743 service neutron] 10.222.0.85 "GET /v2.0/networks?id=96d692e2-05d3-4af8-83ff-1b363e11b217 HTTP/1.1" status: 200 len: 921 time: 0.1897118 Nov 19 17:57:37.791287 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:37.794458 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:37.798832 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c0cb8edf-734c-4667-9d66-a87475e5e402 req-ad5b9f89-9f09-454e-be99-a3755f913199 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b82dddf-89bd-4bd4-90a9-c7fba3abde45 HTTP/1.1" status: 200 len: 217 time: 0.0826776 Nov 19 17:57:37.802099 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:37.845168 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.880495 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'Port': ['ID=cc6e9404-7a47-43a8-b472-980bd7c2ed1c,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:37.903600 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb8edf-734c-4667-9d66-a87475e5e402 req-bed8f802-366a-4502-81eb-4dff9043abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:37.905423 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c0cb8edf-734c-4667-9d66-a87475e5e402 req-bed8f802-366a-4502-81eb-4dff9043abb2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6158668e-687d-402a-ab54-4f4a94c41e7e HTTP/1.1" status: 200 len: 859 time: 0.0748277 Nov 19 17:57:37.925316 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.974456 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:37.977168 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:37.999064 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:38.005270 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c0cb8edf-734c-4667-9d66-a87475e5e402 req-77ed95cd-49fe-4f6c-8676-23e2cdc66d98 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96d692e2-05d3-4af8-83ff-1b363e11b217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787644 Nov 19 17:57:38.059581 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Pushing event updated for resources: {'Port': ['ID=e33c3e0b-9e0e-4f07-90d9-f7e1bbe38e73,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:38.212848 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:38.272624 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c0cb8edf-734c-4667-9d66-a87475e5e402 req-496d7de8-62c0-4af1-a57b-434be278dbe8 service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587464 Nov 19 17:57:38.568678 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c0cb8edf-734c-4667-9d66-a87475e5e402 req-0d1a61ea-233d-45d6-b633-a4c89be00bbf service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763026 Nov 19 17:57:38.712770 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:38.804412 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b9ae2-3fe8-46f3-ae9e-5dc8a3b71477 req-01b308fb-5f11-425a-a31d-bef83320afb2 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:38.806923 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-873b9ae2-3fe8-46f3-ae9e-5dc8a3b71477 req-01b308fb-5f11-425a-a31d-bef83320afb2 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.1579652 Nov 19 17:57:38.829733 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:38.927476 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-873b9ae2-3fe8-46f3-ae9e-5dc8a3b71477 req-8883b48e-bdc3-48f1-85c0-bfe0419475d7 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051173 Nov 19 17:57:38.936259 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:38.996927 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.002352 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.023549 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.098869 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'Port': ['ID=cc6e9404-7a47-43a8-b472-980bd7c2ed1c,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:39.107090 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.214943 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.l3_db [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Floating IP 822be56f-2f20-4416-8f64-ffd2d92572eb associated. External IP: 172.27.1.112, port: c0255ac0-fe2c-48b8-b4bf-f4ce551e5156. Nov 19 17:57:39.216157 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fee953-111d-40a5-915c-36e7130cdf13 req-0dc8900c-a5a1-408f-a631-5fd190f9901e tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:39.218488 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-25fee953-111d-40a5-915c-36e7130cdf13 req-0dc8900c-a5a1-408f-a631-5fd190f9901e tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.0832472 Nov 19 17:57:39.253411 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.260349 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.326849 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-25fee953-111d-40a5-915c-36e7130cdf13 req-32fd6e6f-0008-4193-8b80-488014f1f93d tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002245 Nov 19 17:57:39.361058 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Pushing event updated for resources: {'Port': ['ID=e33c3e0b-9e0e-4f07-90d9-f7e1bbe38e73,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:39.371907 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.441957 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Router ba079347-74a4-4bae-853e-c6b36af6ec5e has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:57:39.474890 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Floating IP 75eea40d-62cd-4640-b47a-1b20dd38de39 associated. External IP: 172.27.1.163, port: 12835b70-a62b-4a4e-9970-475fa4d980c1. Nov 19 17:57:39.747081 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:57:39.793473 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:57:39.804438 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed6f6a7-7ca2-43f5-9c5a-1e6b0610a65b None None] Sync routers for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:57:39.814110 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.819068 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed6f6a7-7ca2-43f5-9c5a-1e6b0610a65b None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:39.819719 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-8ed6f6a7-7ca2-43f5-9c5a-1e6b0610a65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:57:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:39.841582 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-14612529-297d-439a-9941-b9609f0490a7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2153866 Nov 19 17:57:39.842826 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ec4da6-701e-4c31-9a62-990a28f9cecd', 'tag': 'c0255ac0-fe2c-48b8-b4bf-f4ce551e5156'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:39.846817 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38c9a3a-992b-4d05-9a5e-21adca9f50a5" -d '{"events": [{"name": "network-changed", "server_uuid": "34ec4da6-701e-4c31-9a62-990a28f9cecd", "tag": "c0255ac0-fe2c-48b8-b4bf-f4ce551e5156"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:39.895711 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ac0636-4437-4e19-8f88-cf229c1672dd x-openstack-request-id: req-e2ac0636-4437-4e19-8f88-cf229c1672dd {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:39.896105 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ec4da6-701e-4c31-9a62-990a28f9cecd", "tag": "c0255ac0-fe2c-48b8-b4bf-f4ce551e5156", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:39.896480 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e2ac0636-4437-4e19-8f88-cf229c1672dd {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:39.896964 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ec4da6-701e-4c31-9a62-990a28f9cecd', 'tag': 'c0255ac0-fe2c-48b8-b4bf-f4ce551e5156', 'status': 'completed', 'code': 200} Nov 19 17:57:39.900081 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:57:39.915787 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782fb7ba-a00e-4b83-ac83-0c9fefc5acbb None None] Sync routers for ids ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:57:39.921796 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.930688 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782fb7ba-a00e-4b83-ac83-0c9fefc5acbb None None] Routers {'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:39.931585 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-782fb7ba-a00e-4b83-ac83-0c9fefc5acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:57:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:39.956896 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-6c571147-16e7-474a-8e46-7f742bcbaeae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1114941 Nov 19 17:57:39.957583 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'tag': '12835b70-a62b-4a4e-9970-475fa4d980c1'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:39.960514 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42260) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:39.965624 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-5c773898-301b-4747-9f14-93bf4b4a8420 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1684899176', 'description': 'tempest-secgroup-smoke-1684899176 description', 'project_id': '21c13efec7f34837a11bafa7687ba15a'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:39.968077 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-8ed6f6a7-7ca2-43f5-9c5a-1e6b0610a65b None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:57:39.971336 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c57db0-6fe3-4e84-b5ef-76fd57953d60" -d '{"events": [{"name": "network-changed", "server_uuid": "24c58fcb-f2b2-41bc-8c3c-14eb183d763d", "tag": "12835b70-a62b-4a4e-9970-475fa4d980c1"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:40.028282 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5c773898-301b-4747-9f14-93bf4b4a8420 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.054818 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c9a3a-992b-4d05-9a5e-21adca9f50a5 req-b7ae12cb-20c0-4ed0-8366-dae4f4895eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:40.056780 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-e38c9a3a-992b-4d05-9a5e-21adca9f50a5 req-b7ae12cb-20c0-4ed0-8366-dae4f4895eee service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=80680fdddb2b4a919dc36de9924916fe&device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 1099 time: 0.0821428 Nov 19 17:57:40.089040 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9d4f37-e478-45e6-a835-76fdbb1ab385 x-openstack-request-id: req-be9d4f37-e478-45e6-a835-76fdbb1ab385 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:40.089401 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c58fcb-f2b2-41bc-8c3c-14eb183d763d", "tag": "12835b70-a62b-4a4e-9970-475fa4d980c1", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:40.089718 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-be9d4f37-e478-45e6-a835-76fdbb1ab385 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:40.090436 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'tag': '12835b70-a62b-4a4e-9970-475fa4d980c1', 'status': 'completed', 'code': 200} Nov 19 17:57:40.123906 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d2361-f15e-466f-9a3e-f09b77ca3259 req-50f2c7f3-c331-4064-8982-a2a3420d2136 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:40.124278 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-531d2361-f15e-466f-9a3e-f09b77ca3259 req-50f2c7f3-c331-4064-8982-a2a3420d2136 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0738850 Nov 19 17:57:40.142057 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5c773898-301b-4747-9f14-93bf4b4a8420 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.203642 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-782fb7ba-a00e-4b83-ac83-0c9fefc5acbb None None] Set router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:57:40.206325 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5c773898-301b-4747-9f14-93bf4b4a8420 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.238574 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42266) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:40.240133 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-8ed6f6a7-7ca2-43f5-9c5a-1e6b0610a65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': '822be56f-2f20-4416-8f64-ffd2d92572eb', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'port_id': 'c0255ac0-fe2c-48b8-b4bf-f4ce551e5156', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'mac_address': 'fa:16:3e:7b:7b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec4da6-701e-4c31-9a62-990a28f9cecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:57:38Z', 'revision_number': 0, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:40.271164 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed6f6a7-7ca2-43f5-9c5a-1e6b0610a65b None None] Checking router: ba079347-74a4-4bae-853e-c6b36af6ec5e for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:57:40.273155 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-531d2361-f15e-466f-9a3e-f09b77ca3259 req-3f1b795a-c970-4723-812a-98fc0bd9e447 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424537 Nov 19 17:57:40.274249 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5c773898-301b-4747-9f14-93bf4b4a8420 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.275729 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-5c773898-301b-4747-9f14-93bf4b4a8420 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3140128 Nov 19 17:57:40.279409 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42270) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:40.282562 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed6f6a7-7ca2-43f5-9c5a-1e6b0610a65b None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:40.283204 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c773898-301b-4747-9f14-93bf4b4a8420 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c45e6d-c2e7-4990-9214-9f45db61dc1c,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:40.283556 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-8ed6f6a7-7ca2-43f5-9c5a-1e6b0610a65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:57:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:40.290257 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57db0-6fe3-4e84-b5ef-76fd57953d60 req-faeedd81-0f96-40ba-a248-a2388f1c848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:40.292025 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-75c57db0-6fe3-4e84-b5ef-76fd57953d60 req-faeedd81-0f96-40ba-a248-a2388f1c848e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21c13efec7f34837a11bafa7687ba15a&device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 1099 time: 0.1410224 Nov 19 17:57:40.332681 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-09f11bc9-d04a-4ac4-ac12-30c57f52e41e tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Request body: {'security_group_rule': {'security_group_id': '63c45e6d-c2e7-4990-9214-9f45db61dc1c', 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:40.406784 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-8ed6f6a7-7ca2-43f5-9c5a-1e6b0610a65b None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:57:40.423574 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c9a3a-992b-4d05-9a5e-21adca9f50a5 req-bc943a0b-7a65-4324-92a2-ec5c55b78dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:40.425727 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-e38c9a3a-992b-4d05-9a5e-21adca9f50a5 req-bc943a0b-7a65-4324-92a2-ec5c55b78dd9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 200 len: 914 time: 0.2817543 Nov 19 17:57:40.434235 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57db0-6fe3-4e84-b5ef-76fd57953d60 req-021e9b2a-59da-464c-b523-3f06376feb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:40.440140 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-75c57db0-6fe3-4e84-b5ef-76fd57953d60 req-021e9b2a-59da-464c-b523-3f06376feb53 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a6f19787-0d9c-473b-97f7-7d6adaae4a87 HTTP/1.1" status: 200 len: 916 time: 0.1322534 Nov 19 17:57:40.445877 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09f11bc9-d04a-4ac4-ac12-30c57f52e41e tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.548869 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-75c57db0-6fe3-4e84-b5ef-76fd57953d60 req-b52e0c67-000d-4650-9ebe-bc362a7ac7b5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12835b70-a62b-4a4e-9970-475fa4d980c1 HTTP/1.1" status: 200 len: 1000 time: 0.0968430 Nov 19 17:57:40.592604 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-9e64e022-c1a8-4f29-8e19-47a13c0948f3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=45339d60e05249f69c72bf2734d1bcf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459132 Nov 19 17:57:40.599219 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42274) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:40.650203 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-e38c9a3a-992b-4d05-9a5e-21adca9f50a5 req-732edaad-f4ab-40f4-99d5-45d42fdc2d58 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 HTTP/1.1" status: 200 len: 1000 time: 0.2080107 Nov 19 17:57:40.665579 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a9927-5d46-4060-82a8-d67502c84907 req-c53c7078-88ca-49d6-b926-fa2fb70cdfdb tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:40.668099 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09f11bc9-d04a-4ac4-ac12-30c57f52e41e tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.669964 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-8ed6f6a7-7ca2-43f5-9c5a-1e6b0610a65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': '822be56f-2f20-4416-8f64-ffd2d92572eb', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'port_id': 'c0255ac0-fe2c-48b8-b4bf-f4ce551e5156', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'mac_address': 'fa:16:3e:7b:7b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec4da6-701e-4c31-9a62-990a28f9cecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:57:38Z', 'revision_number': 0, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:40.677982 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7a9a9927-5d46-4060-82a8-d67502c84907 req-c53c7078-88ca-49d6-b926-fa2fb70cdfdb tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.1280699 Nov 19 17:57:40.688192 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57db0-6fe3-4e84-b5ef-76fd57953d60 req-97b5d972-a948-4e41-adc4-eedc8b50cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:40.690428 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-75c57db0-6fe3-4e84-b5ef-76fd57953d60 req-97b5d972-a948-4e41-adc4-eedc8b50cd90 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=58b0f588-f427-4f60-a117-f9f73140d58e HTTP/1.1" status: 200 len: 853 time: 0.1251738 Nov 19 17:57:40.693466 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09f11bc9-d04a-4ac4-ac12-30c57f52e41e tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.723130 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f11bc9-d04a-4ac4-ac12-30c57f52e41e tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fe67a1-72d0-452e-ab2e-32d6a71c6cb6,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:40.741326 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-414d7ca5-d219-40e6-a294-0836513ae70b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.768162 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-414d7ca5-d219-40e6-a294-0836513ae70b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.790525 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed6f6a7-7ca2-43f5-9c5a-1e6b0610a65b None None] The sync data for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi is: [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': '822be56f-2f20-4416-8f64-ffd2d92572eb', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'port_id': 'c0255ac0-fe2c-48b8-b4bf-f4ce551e5156', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'mac_address': 'fa:16:3e:7b:7b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec4da6-701e-4c31-9a62-990a28f9cecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:57:38Z', 'revision_number': 0, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:57:40.790859 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09f11bc9-d04a-4ac4-ac12-30c57f52e41e tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.791926 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-09f11bc9-d04a-4ac4-ac12-30c57f52e41e tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5101411 Nov 19 17:57:40.798062 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42276) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:40.805883 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57db0-6fe3-4e84-b5ef-76fd57953d60 req-27674aac-c40a-4d2e-9bc4-65fe89cf0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:40.807596 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-75c57db0-6fe3-4e84-b5ef-76fd57953d60 req-27674aac-c40a-4d2e-9bc4-65fe89cf0e65 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a6f19787-0d9c-473b-97f7-7d6adaae4a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1054754 Nov 19 17:57:40.812711 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7a9a9927-5d46-4060-82a8-d67502c84907 req-096dbc1f-eb0f-4cfe-91ec-95d44d640c79 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334629 Nov 19 17:57:40.817521 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c9a3a-992b-4d05-9a5e-21adca9f50a5 req-37436532-b040-41e7-99ed-6ee8dfb3870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:40.819181 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-e38c9a3a-992b-4d05-9a5e-21adca9f50a5 req-37436532-b040-41e7-99ed-6ee8dfb3870c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e8e1a765-4ebe-43ec-94d3-165ffb63c5b5 HTTP/1.1" status: 200 len: 851 time: 0.1607711 Nov 19 17:57:40.824621 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-896e034a-9c1c-4507-847c-faa6b2315bba tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Request body: {'security_group_rule': {'security_group_id': '63c45e6d-c2e7-4990-9214-9f45db61dc1c', 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:40.833477 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-782fb7ba-a00e-4b83-ac83-0c9fefc5acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '319d444b-e979-4e86-b19a-8637dc80459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:13Z', 'revision_number': 4, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'gw_port': {'id': '319d444b-e979-4e86-b19a-8637dc80459c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': '75eea40d-62cd-4640-b47a-1b20dd38de39', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'port_id': '12835b70-a62b-4a4e-9970-475fa4d980c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'mac_address': 'fa:16:3e:f7:2d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:57:38Z', 'revision_number': 0, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b503d76d-c4a2-4c85-8d77-e93bb0afcd03', 'name': '', 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'mac_address': 'fa:16:3e:0d:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:11Z', 'updated_at': '2021-11-19T17:56:22Z', 'revision_number': 5, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'subnets': [{'id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:40.869972 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782fb7ba-a00e-4b83-ac83-0c9fefc5acbb None None] Checking router: a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:57:40.886372 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782fb7ba-a00e-4b83-ac83-0c9fefc5acbb None None] Routers {'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:40.887291 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-782fb7ba-a00e-4b83-ac83-0c9fefc5acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:57:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:40.919522 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-414d7ca5-d219-40e6-a294-0836513ae70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.923562 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-414d7ca5-d219-40e6-a294-0836513ae70b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.925095 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-414d7ca5-d219-40e6-a294-0836513ae70b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eca3299d-c8ec-4804-90ff-f967b2f28c95 HTTP/1.1" status: 204 len: 168 time: 0.3247674 Nov 19 17:57:40.945494 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d7ca5-d219-40e6-a294-0836513ae70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca3299d-c8ec-4804-90ff-f967b2f28c95,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:40.948648 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-896e034a-9c1c-4507-847c-faa6b2315bba tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.957670 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-75c57db0-6fe3-4e84-b5ef-76fd57953d60 req-63a972d9-348d-496d-ab2f-9d7cfe4e424a service neutron] 10.222.0.85 "GET /v2.0/networks/a6f19787-0d9c-473b-97f7-7d6adaae4a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182868 Nov 19 17:57:40.971564 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c9a3a-992b-4d05-9a5e-21adca9f50a5 req-58aa73d4-b7cc-4444-86ca-7d07eaa99f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:40.973076 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-e38c9a3a-992b-4d05-9a5e-21adca9f50a5 req-58aa73d4-b7cc-4444-86ca-7d07eaa99f30 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1297941 Nov 19 17:57:41.084341 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-782fb7ba-a00e-4b83-ac83-0c9fefc5acbb None None] Set router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:57:41.113336 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-896e034a-9c1c-4507-847c-faa6b2315bba tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.119881 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-896e034a-9c1c-4507-847c-faa6b2315bba tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.148750 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce6830-75d8-4b42-bd07-8ad0030b35a7 None None] New status for floating IP 822be56f-2f20-4416-8f64-ffd2d92572eb: ACTIVE {{(pid=103567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:57:41.168919 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e034a-9c1c-4507-847c-faa6b2315bba tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8617c516-50c4-4ed5-9a37-19a9b8e1c90e,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:41.174119 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-896e034a-9c1c-4507-847c-faa6b2315bba tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.176536 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-896e034a-9c1c-4507-847c-faa6b2315bba tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3769350 Nov 19 17:57:41.183588 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42282) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:41.183820 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-75c57db0-6fe3-4e84-b5ef-76fd57953d60 req-7e6c80df-00c5-40f7-81fe-d8c224fa1588 service neutron] 10.222.0.85 "GET /v2.0/networks/a6f19787-0d9c-473b-97f7-7d6adaae4a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954696 Nov 19 17:57:41.191402 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-f79a7836-c602-48a6-8d3f-739cb3e1d764 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Request body: {'security_group_rule': {'security_group_id': '63c45e6d-c2e7-4990-9214-9f45db61dc1c', 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:41.237069 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-e38c9a3a-992b-4d05-9a5e-21adca9f50a5 req-6de0757d-357b-46d7-92b3-25e2397b7491 service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400365 Nov 19 17:57:41.243647 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f79a7836-c602-48a6-8d3f-739cb3e1d764 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.417767 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f79a7836-c602-48a6-8d3f-739cb3e1d764 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.424439 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f79a7836-c602-48a6-8d3f-739cb3e1d764 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.465649 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a7836-c602-48a6-8d3f-739cb3e1d764 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3519292c-9d00-43b5-9c1c-7e03a2bafeb5,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:41.484709 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-e38c9a3a-992b-4d05-9a5e-21adca9f50a5 req-fc7438d7-e55c-40e1-95c9-98df5f9da5d3 service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279899 Nov 19 17:57:41.491113 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f79a7836-c602-48a6-8d3f-739cb3e1d764 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.495011 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-f79a7836-c602-48a6-8d3f-739cb3e1d764 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3048422 Nov 19 17:57:41.495216 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42294) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:41.501395 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-693c4958-0ab6-4ff4-a86c-d962f8a6e8f5 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Request body: {'security_group_rule': {'security_group_id': '63c45e6d-c2e7-4990-9214-9f45db61dc1c', 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:41.508282 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-782fb7ba-a00e-4b83-ac83-0c9fefc5acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '319d444b-e979-4e86-b19a-8637dc80459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:13Z', 'revision_number': 4, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'gw_port': {'id': '319d444b-e979-4e86-b19a-8637dc80459c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': '75eea40d-62cd-4640-b47a-1b20dd38de39', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'port_id': '12835b70-a62b-4a4e-9970-475fa4d980c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'mac_address': 'fa:16:3e:f7:2d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:57:38Z', 'revision_number': 0, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b503d76d-c4a2-4c85-8d77-e93bb0afcd03', 'name': '', 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'mac_address': 'fa:16:3e:0d:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:11Z', 'updated_at': '2021-11-19T17:56:22Z', 'revision_number': 5, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'subnets': [{'id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:41.535872 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-693c4958-0ab6-4ff4-a86c-d962f8a6e8f5 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.543393 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782fb7ba-a00e-4b83-ac83-0c9fefc5acbb None None] The sync data for ids ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'] in dv-cinder-810785-3-iscsi is: [{'id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '319d444b-e979-4e86-b19a-8637dc80459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:13Z', 'revision_number': 4, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'gw_port': {'id': '319d444b-e979-4e86-b19a-8637dc80459c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': '75eea40d-62cd-4640-b47a-1b20dd38de39', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'port_id': '12835b70-a62b-4a4e-9970-475fa4d980c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'mac_address': 'fa:16:3e:f7:2d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:57:38Z', 'revision_number': 0, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b503d76d-c4a2-4c85-8d77-e93bb0afcd03', 'name': '', 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'mac_address': 'fa:16:3e:0d:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:11Z', 'updated_at': '2021-11-19T17:56:22Z', 'revision_number': 5, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'subnets': [{'id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:57:41.574008 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6950aa-38a6-4f8e-b24a-88278786af79 req-ead63110-ad90-4d4d-92bf-596a7860e1b1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:41.575886 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0d6950aa-38a6-4f8e-b24a-88278786af79 req-ead63110-ad90-4d4d-92bf-596a7860e1b1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.1645465 Nov 19 17:57:41.623383 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-693c4958-0ab6-4ff4-a86c-d962f8a6e8f5 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.630290 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-693c4958-0ab6-4ff4-a86c-d962f8a6e8f5 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.656024 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0d6950aa-38a6-4f8e-b24a-88278786af79 req-a479aa9b-c856-49b3-8969-09b51a35f102 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658536 Nov 19 17:57:41.669331 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c4958-0ab6-4ff4-a86c-d962f8a6e8f5 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6a9034-a662-4a8f-8502-fc0dcb19c8bf,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:41.687742 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-693c4958-0ab6-4ff4-a86c-d962f8a6e8f5 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.689966 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-693c4958-0ab6-4ff4-a86c-d962f8a6e8f5 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1933458 Nov 19 17:57:41.693041 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 42298) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:41.701389 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-2c0bf247-99e1-4794-8146-e935be47d5a2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Request body: {'security_group_rule': {'security_group_id': '63c45e6d-c2e7-4990-9214-9f45db61dc1c', 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:41.736123 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.securitygroups_db [None req-2c0bf247-99e1-4794-8146-e935be47d5a2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Project 21c13efec7f34837a11bafa7687ba15a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 17:57:41.741602 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf247-99e1-4794-8146-e935be47d5a2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.829106 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf247-99e1-4794-8146-e935be47d5a2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.834022 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8490b6c-efee-491d-bf4b-7a840259f1e4 None None] New status for floating IP 75eea40d-62cd-4640-b47a-1b20dd38de39: ACTIVE {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:57:41.835111 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf247-99e1-4794-8146-e935be47d5a2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.860474 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bf247-99e1-4794-8146-e935be47d5a2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d2814d-5a1d-483f-b161-9ffbaab9273f,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:41.873921 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf247-99e1-4794-8146-e935be47d5a2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.875449 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-2c0bf247-99e1-4794-8146-e935be47d5a2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1811860 Nov 19 17:57:41.880058 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42308) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:41.885128 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-469cf1c3-808e-4391-a0fa-96be0b84cc99 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Request body: {'security_group_rule': {'security_group_id': '63c45e6d-c2e7-4990-9214-9f45db61dc1c', 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:41.923244 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.securitygroups_db [None req-469cf1c3-808e-4391-a0fa-96be0b84cc99 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Project 21c13efec7f34837a11bafa7687ba15a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 17:57:41.929936 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-469cf1c3-808e-4391-a0fa-96be0b84cc99 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.978682 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b4aab-ce60-4eea-851e-8c6a181003dc req-e3ee9bc4-90e1-45d7-9d48-96b33f39b859 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:41.987872 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-628b4aab-ce60-4eea-851e-8c6a181003dc req-e3ee9bc4-90e1-45d7-9d48-96b33f39b859 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.0648940 Nov 19 17:57:42.023234 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-469cf1c3-808e-4391-a0fa-96be0b84cc99 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.030849 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-469cf1c3-808e-4391-a0fa-96be0b84cc99 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.049479 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-628b4aab-ce60-4eea-851e-8c6a181003dc req-d5f9da5f-b9f3-4ce9-be56-5ff46ef2b7a6 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603037 Nov 19 17:57:42.057931 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cf1c3-808e-4391-a0fa-96be0b84cc99 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feac9d1d-1166-4a01-834b-9fa02128b111,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:42.068989 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-469cf1c3-808e-4391-a0fa-96be0b84cc99 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.070348 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-469cf1c3-808e-4391-a0fa-96be0b84cc99 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1891801 Nov 19 17:57:42.170572 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aa35d050-ed5c-4be8-9f41-e6702d56ce5d req-0d4aa79d-57c2-4478-ab99-500b7450c328 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684899176&fields=id&tenant_id=21c13efec7f34837a11bafa7687ba15a HTTP/1.1" status: 200 len: 267 time: 0.0504653 Nov 19 17:57:42.229715 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d050-ed5c-4be8-9f41-e6702d56ce5d req-2caec4a5-8558-4358-9127-d38ebb7a1d69 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:42.231696 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aa35d050-ed5c-4be8-9f41-e6702d56ce5d req-2caec4a5-8558-4358-9127-d38ebb7a1d69 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 946 time: 0.0546987 Nov 19 17:57:42.243270 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-aa35d050-ed5c-4be8-9f41-e6702d56ce5d req-dd0834ee-c17e-4a4f-a470-f344e190b218 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Request body: {'port': {'security_groups': ['8ac92466-cde2-4af2-830b-0385dca82f05', '63c45e6d-c2e7-4990-9214-9f45db61dc1c']}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:42.318952 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-aa35d050-ed5c-4be8-9f41-e6702d56ce5d req-dd0834ee-c17e-4a4f-a470-f344e190b218 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.555980 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-aa35d050-ed5c-4be8-9f41-e6702d56ce5d req-dd0834ee-c17e-4a4f-a470-f344e190b218 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] For port 12835b70-a62b-4a4e-9970-475fa4d980c1, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=12835b70-a62b-4a4e-9970-475fa4d980c1,segment=NetworkSegment(3a932848-4b09-47dd-b4ee-190087253e82),segment_id=3a932848-4b09-47dd-b4ee-190087253e82)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:42.589955 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-aa35d050-ed5c-4be8-9f41-e6702d56ce5d req-dd0834ee-c17e-4a4f-a470-f344e190b218 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.594996 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-aa35d050-ed5c-4be8-9f41-e6702d56ce5d req-dd0834ee-c17e-4a4f-a470-f344e190b218 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.614047 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['12835b70-a62b-4a4e-9970-475fa4d980c1'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:57:42.640860 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d050-ed5c-4be8-9f41-e6702d56ce5d req-dd0834ee-c17e-4a4f-a470-f344e190b218 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:42.641567 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-aa35d050-ed5c-4be8-9f41-e6702d56ce5d req-dd0834ee-c17e-4a4f-a470-f344e190b218 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.643038 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aa35d050-ed5c-4be8-9f41-e6702d56ce5d req-dd0834ee-c17e-4a4f-a470-f344e190b218 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "PUT /v2.0/ports/12835b70-a62b-4a4e-9970-475fa4d980c1 HTTP/1.1" status: 200 len: 982 time: 0.4047606 Nov 19 17:57:42.648862 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'tag': '12835b70-a62b-4a4e-9970-475fa4d980c1'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:42.650828 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a0744a-10a0-4d29-a669-e64a47a2c8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "24c58fcb-f2b2-41bc-8c3c-14eb183d763d", "tag": "12835b70-a62b-4a4e-9970-475fa4d980c1"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:42.693684 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0834ee-c17e-4a4f-a470-f344e190b218 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Pushing event updated for resources: {'Port': ['ID=12835b70-a62b-4a4e-9970-475fa4d980c1,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:42.735637 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc77d3-92db-4b0a-a79f-ed0ce4357225 req-8fb5f9e5-4f06-4f0e-918c-212f34b272e9 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:42.739435 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0c8d42-0b47-470d-b9f2-2bbab4ef470b x-openstack-request-id: req-aa0c8d42-0b47-470d-b9f2-2bbab4ef470b {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:42.739790 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c58fcb-f2b2-41bc-8c3c-14eb183d763d", "tag": "12835b70-a62b-4a4e-9970-475fa4d980c1", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:42.740088 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aa0c8d42-0b47-470d-b9f2-2bbab4ef470b {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:42.740605 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'tag': '12835b70-a62b-4a4e-9970-475fa4d980c1', 'status': 'completed', 'code': 200} Nov 19 17:57:42.743456 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-aadc77d3-92db-4b0a-a79f-ed0ce4357225 req-8fb5f9e5-4f06-4f0e-918c-212f34b272e9 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 946 time: 0.1039376 Nov 19 17:57:42.864392 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['12835b70-a62b-4a4e-9970-475fa4d980c1'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:57:42.876815 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-aadc77d3-92db-4b0a-a79f-ed0ce4357225 req-6f4ec3a1-d75c-4d1f-89fc-62bb0788ec83 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Deleting port 455cbfbd-788d-46f2-a393-55cb05c5c816 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:42.877656 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-aadc77d3-92db-4b0a-a79f-ed0ce4357225 req-6f4ec3a1-d75c-4d1f-89fc-62bb0788ec83 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.040846 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-aadc77d3-92db-4b0a-a79f-ed0ce4357225 req-6f4ec3a1-d75c-4d1f-89fc-62bb0788ec83 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] For port 455cbfbd-788d-46f2-a393-55cb05c5c816, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=455cbfbd-788d-46f2-a393-55cb05c5c816,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:43.040846 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-aadc77d3-92db-4b0a-a79f-ed0ce4357225 req-6f4ec3a1-d75c-4d1f-89fc-62bb0788ec83 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.057523 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-3483320e-0fd7-4fa2-ab60-c1a6492765ef None None] Provisioning complete for port 12835b70-a62b-4a4e-9970-475fa4d980c1 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:43.058271 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3483320e-0fd7-4fa2-ab60-c1a6492765ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.067336 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-aadc77d3-92db-4b0a-a79f-ed0ce4357225 req-6f4ec3a1-d75c-4d1f-89fc-62bb0788ec83 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Calling delete_port for 455cbfbd-788d-46f2-a393-55cb05c5c816 owned by compute:nova {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:43.178921 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f885bc-c0db-42a3-b097-648778ee715d req-4d716b94-2f34-4d58-ba3c-5ecb70780b8f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:43.186866 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a1f885bc-c0db-42a3-b097-648778ee715d req-4d716b94-2f34-4d58-ba3c-5ecb70780b8f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.4425662 Nov 19 17:57:43.209488 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d906874-a8f3-492e-934c-1cb93ee19e72 req-a41effb2-ba0c-4030-9aa2-0db293fb811d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:43.211336 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6d906874-a8f3-492e-934c-1cb93ee19e72 req-a41effb2-ba0c-4030-9aa2-0db293fb811d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.3903620 Nov 19 17:57:43.222097 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0744a-10a0-4d29-a669-e64a47a2c8ef req-50de574f-c3ac-42b0-bda0-c290433acf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:43.224551 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f5a0744a-10a0-4d29-a669-e64a47a2c8ef req-50de574f-c3ac-42b0-bda0-c290433acf1d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21c13efec7f34837a11bafa7687ba15a&device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 1138 time: 0.4380770 Nov 19 17:57:43.232131 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-aadc77d3-92db-4b0a-a79f-ed0ce4357225 req-6f4ec3a1-d75c-4d1f-89fc-62bb0788ec83 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.266432 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ec3a1-d75c-4d1f-89fc-62bb0788ec83 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Pushing event deleted for resources: {'Port': ['ID=455cbfbd-788d-46f2-a393-55cb05c5c816,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:43.322292 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadc77d3-92db-4b0a-a79f-ed0ce4357225 req-6f4ec3a1-d75c-4d1f-89fc-62bb0788ec83 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] No DVR routers for this DVR port 455cbfbd-788d-46f2-a393-55cb05c5c816 on host hv-cinder-81078 {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:43.325675 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-aadc77d3-92db-4b0a-a79f-ed0ce4357225 req-6f4ec3a1-d75c-4d1f-89fc-62bb0788ec83 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.330562 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-aadc77d3-92db-4b0a-a79f-ed0ce4357225 req-6f4ec3a1-d75c-4d1f-89fc-62bb0788ec83 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "DELETE /v2.0/ports/455cbfbd-788d-46f2-a393-55cb05c5c816 HTTP/1.1" status: 204 len: 173 time: 0.5767894 Nov 19 17:57:43.331231 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba6e18f-20ee-478e-aa65-df0dedd0094f', 'name': 'network-vif-deleted', 'tag': '455cbfbd-788d-46f2-a393-55cb05c5c816'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:43.333601 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81edcf15-8b25-4b35-ad26-874731064d34" -d '{"events": [{"server_uuid": "cba6e18f-20ee-478e-aa65-df0dedd0094f", "name": "network-vif-deleted", "tag": "455cbfbd-788d-46f2-a393-55cb05c5c816"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:43.340464 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a1f885bc-c0db-42a3-b097-648778ee715d req-a6b0cd74-9af8-47a6-bbb0-bbf6a64123ea tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1526470 Nov 19 17:57:43.441399 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6d906874-a8f3-492e-934c-1cb93ee19e72 req-58257aaf-1139-4e95-9447-70dc936bc25b tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147634 Nov 19 17:57:43.457520 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0744a-10a0-4d29-a669-e64a47a2c8ef req-45b8d693-c9c6-44a5-b1aa-b5292e47082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:43.459325 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f5a0744a-10a0-4d29-a669-e64a47a2c8ef req-45b8d693-c9c6-44a5-b1aa-b5292e47082b service neutron] 10.222.0.85 "GET /v2.0/networks?id=a6f19787-0d9c-473b-97f7-7d6adaae4a87 HTTP/1.1" status: 200 len: 916 time: 0.2213671 Nov 19 17:57:43.492446 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fd9d5718-1fdc-41a3-b49e-ef0eb91bcd07 req-95c6c1ac-3d88-451e-a76c-876de5aba8ae tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=cba6e18f-20ee-478e-aa65-df0dedd0094f HTTP/1.1" status: 200 len: 210 time: 0.0486345 Nov 19 17:57:43.534106 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5077dab5-ca47-470a-8c9f-99e57aa2a3a9 x-openstack-request-id: req-5077dab5-ca47-470a-8c9f-99e57aa2a3a9 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:43.534336 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba6e18f-20ee-478e-aa65-df0dedd0094f", "name": "network-vif-deleted", "tag": "455cbfbd-788d-46f2-a393-55cb05c5c816", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:43.534472 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5077dab5-ca47-470a-8c9f-99e57aa2a3a9 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:43.534833 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba6e18f-20ee-478e-aa65-df0dedd0094f', 'name': 'network-vif-deleted', 'tag': '455cbfbd-788d-46f2-a393-55cb05c5c816', 'status': 'completed', 'code': 200} Nov 19 17:57:43.583840 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f5a0744a-10a0-4d29-a669-e64a47a2c8ef req-6fcee3de-91fa-4172-a481-fab360a1c3b8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12835b70-a62b-4a4e-9970-475fa4d980c1 HTTP/1.1" status: 200 len: 1002 time: 0.0990133 Nov 19 17:57:43.679202 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0744a-10a0-4d29-a669-e64a47a2c8ef req-62b76c91-0306-4a20-af63-80c8dbe071b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:43.680883 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f5a0744a-10a0-4d29-a669-e64a47a2c8ef req-62b76c91-0306-4a20-af63-80c8dbe071b9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=58b0f588-f427-4f60-a117-f9f73140d58e HTTP/1.1" status: 200 len: 853 time: 0.0859830 Nov 19 17:57:43.754624 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0744a-10a0-4d29-a669-e64a47a2c8ef req-1931ee52-1e47-4752-9cd6-8b3ba85932cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:43.758526 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f5a0744a-10a0-4d29-a669-e64a47a2c8ef req-1931ee52-1e47-4752-9cd6-8b3ba85932cf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a6f19787-0d9c-473b-97f7-7d6adaae4a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668802 Nov 19 17:57:43.921764 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f5a0744a-10a0-4d29-a669-e64a47a2c8ef req-38e2de32-2a6a-4d7e-ad94-7905bf9c482e service neutron] 10.222.0.85 "GET /v2.0/networks/a6f19787-0d9c-473b-97f7-7d6adaae4a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431835 Nov 19 17:57:44.043964 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f5a0744a-10a0-4d29-a669-e64a47a2c8ef req-f7c804b5-6766-4e2c-8eb9-b55a57b974f1 service neutron] 10.222.0.85 "GET /v2.0/networks/a6f19787-0d9c-473b-97f7-7d6adaae4a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094220 Nov 19 17:57:44.059738 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['83a2ee6d-573c-447a-8ee8-37242ca101b0', '6113f1af-2030-485e-943c-6fbe4577d50b', '57caf28e-25f1-4f97-824f-a8e8f32660da'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:57:44.577588 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49902395-78ff-4071-91a9-23700426ed71 req-999bc0d4-9770-4806-80a4-a1c5524d7dad tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:44.579235 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-49902395-78ff-4071-91a9-23700426ed71 req-999bc0d4-9770-4806-80a4-a1c5524d7dad tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0632541 Nov 19 17:57:44.639506 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-49902395-78ff-4071-91a9-23700426ed71 req-3715f6da-ddc3-4940-b4bf-4714c3ceb167 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539954 Nov 19 17:57:45.766196 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de18ec-2f9b-4c8b-9ccc-925160e5813f req-1fb49f12-2828-4605-b769-11e6b713ad1a tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:45.767628 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-31de18ec-2f9b-4c8b-9ccc-925160e5813f req-1fb49f12-2828-4605-b769-11e6b713ad1a tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0541494 Nov 19 17:57:45.816546 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-31de18ec-2f9b-4c8b-9ccc-925160e5813f req-ba1f2bb8-9f4d-42c5-9b53-4dd515c2cfbc tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430508 Nov 19 17:57:46.934724 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882c687-b6b8-490b-b02d-ed8fbef45bd1 req-27e2c9fd-df79-4ccb-8797-d9164d851c3f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:46.936952 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6882c687-b6b8-490b-b02d-ed8fbef45bd1 req-27e2c9fd-df79-4ccb-8797-d9164d851c3f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0513003 Nov 19 17:57:46.989421 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6882c687-b6b8-490b-b02d-ed8fbef45bd1 req-9240c47b-d0f5-4fb1-9c50-75974de3a76e tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465837 Nov 19 17:57:47.199504 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:57:47.323696 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 455cbfbd-788d-46f2-a393-55cb05c5c816 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:47.344753 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 455cbfbd-788d-46f2-a393-55cb05c5c816 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:47.345102 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 455cbfbd-788d-46f2-a393-55cb05c5c816 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:48.054577 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da783e69-c50c-47d1-9e42-7a813634f47d req-37997d86-8863-4c35-abf6-50617bd013a7 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:48.056040 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-da783e69-c50c-47d1-9e42-7a813634f47d req-37997d86-8863-4c35-abf6-50617bd013a7 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 945 time: 0.0536520 Nov 19 17:57:48.147394 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-da783e69-c50c-47d1-9e42-7a813634f47d req-44f9c38a-5d3d-45a3-8c87-d4005ba13e46 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845745 Nov 19 17:57:48.157510 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bd518-78fc-4114-84ee-98ea86259ecb req-ec2b6b77-3e56-419d-bc56-0801a1e4e28f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:48.158978 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e87bd518-78fc-4114-84ee-98ea86259ecb req-ec2b6b77-3e56-419d-bc56-0801a1e4e28f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0787938 Nov 19 17:57:48.213020 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e87bd518-78fc-4114-84ee-98ea86259ecb req-48977542-e888-4c51-8bbf-7a8cff2d1de9 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470397 Nov 19 17:57:49.270450 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6a3df-316b-48f1-b406-bc0cdb42e4c1 req-c9c55157-cc00-47f7-b11d-1c49817b306a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:49.272170 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-92c6a3df-316b-48f1-b406-bc0cdb42e4c1 req-c9c55157-cc00-47f7-b11d-1c49817b306a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 945 time: 0.0501494 Nov 19 17:57:49.350029 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-92c6a3df-316b-48f1-b406-bc0cdb42e4c1 req-1ad5a31b-a6a6-4043-9ded-7e77695cfe60 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716438 Nov 19 17:57:49.365770 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18a4aa-1a9d-43ec-a8e8-a401d0babb89 req-e0ab581e-9bca-414e-a392-37c988380772 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:49.367479 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bc18a4aa-1a9d-43ec-a8e8-a401d0babb89 req-e0ab581e-9bca-414e-a392-37c988380772 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0818584 Nov 19 17:57:49.419096 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bc18a4aa-1a9d-43ec-a8e8-a401d0babb89 req-7174ece9-e1b3-45ba-9cc6-a5eb6bbfb719 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440145 Nov 19 17:57:50.474210 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ef12f-6951-4cd3-ad66-3b39da08bc84 req-3c3799f6-0adc-4a73-a391-d491f914c5b1 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:50.475766 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f39ef12f-6951-4cd3-ad66-3b39da08bc84 req-3c3799f6-0adc-4a73-a391-d491f914c5b1 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 945 time: 0.0513389 Nov 19 17:57:50.555436 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f39ef12f-6951-4cd3-ad66-3b39da08bc84 req-5b50d62d-74f1-4916-a86e-a972820c7a44 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727477 Nov 19 17:57:50.570552 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eddf08-7944-4e0e-a85a-16f1c030594f req-cf70d9db-455e-46a4-ba3c-772e8cf2bed5 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:50.572054 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-18eddf08-7944-4e0e-a85a-16f1c030594f req-cf70d9db-455e-46a4-ba3c-772e8cf2bed5 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0760918 Nov 19 17:57:50.626195 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-18eddf08-7944-4e0e-a85a-16f1c030594f req-be0a6d58-bcff-4c63-be1f-f46f6c4aa20e tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480540 Nov 19 17:57:51.673365 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc6e2b-3926-4102-9e00-779cb38de159 req-8fa1efa8-66f1-4bf8-9f62-6d1923df3a6d tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:51.674900 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d1dc6e2b-3926-4102-9e00-779cb38de159 req-8fa1efa8-66f1-4bf8-9f62-6d1923df3a6d tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 945 time: 0.0523782 Nov 19 17:57:51.747673 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d1dc6e2b-3926-4102-9e00-779cb38de159 req-8a2a7d51-f05e-4e3e-9603-3e580a82fade tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668108 Nov 19 17:57:51.763184 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ced4f5-33a5-4e42-a42b-55444f07f54f req-ebd15ccb-3b67-4c2d-9150-99a741d55c24 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:51.764761 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-12ced4f5-33a5-4e42-a42b-55444f07f54f req-ebd15ccb-3b67-4c2d-9150-99a741d55c24 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0690165 Nov 19 17:57:51.824320 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-12ced4f5-33a5-4e42-a42b-55444f07f54f req-542ff714-1e47-4339-a1c5-b4f6695efdfc tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533688 Nov 19 17:57:52.727209 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5dcc66-6032-42ac-8f03-95df68ee121f req-9fc5e4eb-ee73-4545-9786-4dc460f9f9b0 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:52.728656 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9c5dcc66-6032-42ac-8f03-95df68ee121f req-9fc5e4eb-ee73-4545-9786-4dc460f9f9b0 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 945 time: 0.0477412 Nov 19 17:57:52.788681 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-86c34b2e-5f1f-4a72-aa13-c217b0bf5b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.826573 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-9c5dcc66-6032-42ac-8f03-95df68ee121f req-badb5aab-7bb7-4801-b330-b352713dbe7b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Deleting port 57caf28e-25f1-4f97-824f-a8e8f32660da {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:52.826914 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9c5dcc66-6032-42ac-8f03-95df68ee121f req-badb5aab-7bb7-4801-b330-b352713dbe7b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.969577 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354b373-3c4a-4703-8b9e-7d3a57f38d3d req-651982a1-f2f1-4d80-92ad-841b1441d9e4 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:52.971096 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5354b373-3c4a-4703-8b9e-7d3a57f38d3d req-651982a1-f2f1-4d80-92ad-841b1441d9e4 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 945 time: 0.1399128 Nov 19 17:57:52.999082 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-9c5dcc66-6032-42ac-8f03-95df68ee121f req-badb5aab-7bb7-4801-b330-b352713dbe7b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] For port 57caf28e-25f1-4f97-824f-a8e8f32660da, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=57caf28e-25f1-4f97-824f-a8e8f32660da,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:52.999356 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9c5dcc66-6032-42ac-8f03-95df68ee121f req-badb5aab-7bb7-4801-b330-b352713dbe7b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.025452 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a4687-6e0f-46f8-a650-aea4d35c5409 req-422ad21d-ad08-4049-b952-e7e26e48e1dc tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:53.026962 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-603a4687-6e0f-46f8-a650-aea4d35c5409 req-422ad21d-ad08-4049-b952-e7e26e48e1dc tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.1289876 Nov 19 17:57:53.034129 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-9c5dcc66-6032-42ac-8f03-95df68ee121f req-badb5aab-7bb7-4801-b330-b352713dbe7b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Calling delete_port for 57caf28e-25f1-4f97-824f-a8e8f32660da owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:53.116096 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5354b373-3c4a-4703-8b9e-7d3a57f38d3d req-f43958b0-121a-4ecd-8b9e-44dc6a8af054 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339507 Nov 19 17:57:53.152290 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-603a4687-6e0f-46f8-a650-aea4d35c5409 req-0b12a16e-9861-4751-885a-bccd7808c94f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160936 Nov 19 17:57:53.238415 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9c5dcc66-6032-42ac-8f03-95df68ee121f req-badb5aab-7bb7-4801-b330-b352713dbe7b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.255123 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['83a2ee6d-573c-447a-8ee8-37242ca101b0', '6113f1af-2030-485e-943c-6fbe4577d50b', '57caf28e-25f1-4f97-824f-a8e8f32660da'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:57:53.269340 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb5aab-7bb7-4801-b330-b352713dbe7b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Pushing event deleted for resources: {'Port': ['ID=57caf28e-25f1-4f97-824f-a8e8f32660da,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:53.312280 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5dcc66-6032-42ac-8f03-95df68ee121f req-badb5aab-7bb7-4801-b330-b352713dbe7b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] No DVR routers for this DVR port 57caf28e-25f1-4f97-824f-a8e8f32660da on host hv-cinder-81078 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:53.316214 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-9c5dcc66-6032-42ac-8f03-95df68ee121f req-badb5aab-7bb7-4801-b330-b352713dbe7b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.320022 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9c5dcc66-6032-42ac-8f03-95df68ee121f req-badb5aab-7bb7-4801-b330-b352713dbe7b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "DELETE /v2.0/ports/57caf28e-25f1-4f97-824f-a8e8f32660da HTTP/1.1" status: 204 len: 173 time: 0.5820758 Nov 19 17:57:53.320510 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966c6439-e704-4b26-a321-41b3f019da4f', 'name': 'network-vif-deleted', 'tag': '57caf28e-25f1-4f97-824f-a8e8f32660da'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:53.326711 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e439b970-a2a0-41db-9af7-09b771d09b45" -d '{"events": [{"server_uuid": "966c6439-e704-4b26-a321-41b3f019da4f", "name": "network-vif-deleted", "tag": "57caf28e-25f1-4f97-824f-a8e8f32660da"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:53.371119 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a594751c-6de5-4238-bc1d-fac61d561d6c x-openstack-request-id: req-a594751c-6de5-4238-bc1d-fac61d561d6c {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:53.371631 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966c6439-e704-4b26-a321-41b3f019da4f", "name": "network-vif-deleted", "tag": "57caf28e-25f1-4f97-824f-a8e8f32660da", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:53.371922 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a594751c-6de5-4238-bc1d-fac61d561d6c {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:53.372288 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966c6439-e704-4b26-a321-41b3f019da4f', 'name': 'network-vif-deleted', 'tag': '57caf28e-25f1-4f97-824f-a8e8f32660da', 'status': 'completed', 'code': 200} Nov 19 17:57:54.239061 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-63ec2c18-08fc-4476-91cc-16da28675bc6 req-6d9b66ca-2572-4cdb-9271-dff62c0421c0 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 210 time: 0.0390699 Nov 19 17:57:54.289783 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11e415-4100-4a9d-a497-4f8c377bb6d2 req-a53c5f58-f2ad-45a8-91cb-537625f274f9 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:54.291307 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9c11e415-4100-4a9d-a497-4f8c377bb6d2 req-a53c5f58-f2ad-45a8-91cb-537625f274f9 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0551424 Nov 19 17:57:54.339122 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9c11e415-4100-4a9d-a497-4f8c377bb6d2 req-652d4d4d-5515-4a5f-a854-e01df41ee766 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414240 Nov 19 17:57:55.344473 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-be09c3bf-47db-44e9-879d-47bf42cdab76 req-490c8f4d-619a-4672-974a-9c16e0cb75ba tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 210 time: 0.0269864 Nov 19 17:57:55.459774 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed34f4-51e2-439e-93be-9c8a790af877 req-3d3e6b83-5acf-463e-a092-833fc6cdfc4d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:55.461262 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-74ed34f4-51e2-439e-93be-9c8a790af877 req-3d3e6b83-5acf-463e-a092-833fc6cdfc4d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0506172 Nov 19 17:57:55.511646 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-74ed34f4-51e2-439e-93be-9c8a790af877 req-6c899bc4-967b-4f6b-8a8b-4c9262b069c3 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438960 Nov 19 17:57:55.793949 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 57caf28e-25f1-4f97-824f-a8e8f32660da no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:55.815599 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 57caf28e-25f1-4f97-824f-a8e8f32660da {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:55.815948 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 57caf28e-25f1-4f97-824f-a8e8f32660da not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:55.959714 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-dc6c89b8-af93-4ee9-bbf0-f7fae6d2beda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.450806 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ee4bee34-ea9d-4d87-82a1-07e41b837267 req-d521c523-8a26-48ba-8e5c-29c743e79b71 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=966c6439-e704-4b26-a321-41b3f019da4f HTTP/1.1" status: 200 len: 210 time: 0.0286934 Nov 19 17:57:56.628237 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bf173-a92f-4175-8d53-bec6e6f49747 req-38af9c14-c707-423f-af62-75ddea8ce621 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:56.629611 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ca7bf173-a92f-4175-8d53-bec6e6f49747 req-38af9c14-c707-423f-af62-75ddea8ce621 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0489578 Nov 19 17:57:56.679256 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ca7bf173-a92f-4175-8d53-bec6e6f49747 req-07fc8554-55b7-4277-9fd9-5756aadfde28 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436895 Nov 19 17:57:57.222613 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:57.737829 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600274dd-f3c1-4669-9142-dae15db4da9a req-e377056f-0205-439a-aa7d-3082693c350e tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:57.739396 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-600274dd-f3c1-4669-9142-dae15db4da9a req-e377056f-0205-439a-aa7d-3082693c350e tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 945 time: 0.0528424 Nov 19 17:57:57.832419 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-600274dd-f3c1-4669-9142-dae15db4da9a req-73fd8047-814c-46e6-8b58-967718e66d2a tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847609 Nov 19 17:57:57.841127 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ad6cb-1d1b-45fb-8b88-177d0b8a525c req-cc965f43-0a8e-4be2-92b3-3650c1131161 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:57.843541 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-696ad6cb-1d1b-45fb-8b88-177d0b8a525c req-cc965f43-0a8e-4be2-92b3-3650c1131161 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0803740 Nov 19 17:57:57.899444 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-696ad6cb-1d1b-45fb-8b88-177d0b8a525c req-34959ce5-ec26-44ff-bc30-87d2676dd87a tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456293 Nov 19 17:57:58.950618 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46bf92-953a-4765-b948-5ac70fada9d8 req-120cae00-f461-4009-9ca8-2dd0864ffe21 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:58.952157 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bc46bf92-953a-4765-b948-5ac70fada9d8 req-120cae00-f461-4009-9ca8-2dd0864ffe21 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 945 time: 0.0500605 Nov 19 17:57:59.033201 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bc46bf92-953a-4765-b948-5ac70fada9d8 req-dbdc65fc-c785-4735-9d3e-bcfa91372783 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751426 Nov 19 17:57:59.048611 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996d18b-6269-41b5-b9ee-2227f1b412e8 req-d0408a9d-0ef1-4552-8e01-d3ed40e3cfb2 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:59.050162 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f996d18b-6269-41b5-b9ee-2227f1b412e8 req-d0408a9d-0ef1-4552-8e01-d3ed40e3cfb2 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0779898 Nov 19 17:57:59.108943 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f996d18b-6269-41b5-b9ee-2227f1b412e8 req-106c207b-f448-4c2a-99a3-e56c3f7eb373 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524511 Nov 19 17:57:59.299236 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.629703 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.178386 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ea836-ae9e-4130-852d-38e8b81a632c req-64e1a86f-d44d-4175-9c1d-06e7bdc1c320 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:00.179853 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-385ea836-ae9e-4130-852d-38e8b81a632c req-64e1a86f-d44d-4175-9c1d-06e7bdc1c320 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 945 time: 0.0688989 Nov 19 17:58:00.196346 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1c0e5-c5c9-477a-9a4f-cf31977d0abd req-82f996be-9725-47fb-8a73-328abad78b48 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:00.197768 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-65b1c0e5-c5c9-477a-9a4f-cf31977d0abd req-82f996be-9725-47fb-8a73-328abad78b48 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 945 time: 0.0964224 Nov 19 17:58:00.319476 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79095410-4d3b-42b6-a293-2938d2ca0f52 req-da8d52cf-8198-4db2-be0d-58a7b5b4b59c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:00.320862 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-79095410-4d3b-42b6-a293-2938d2ca0f52 req-da8d52cf-8198-4db2-be0d-58a7b5b4b59c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.1401343 Nov 19 17:58:00.333491 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-65b1c0e5-c5c9-477a-9a4f-cf31977d0abd req-e0bb21d4-920f-401c-9948-e29bc300ec7c tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274376 Nov 19 17:58:00.386203 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-79095410-4d3b-42b6-a293-2938d2ca0f52 req-2ce60060-c03d-41d6-a7e0-49f7cb81445b tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581679 Nov 19 17:58:00.394686 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-385ea836-ae9e-4130-852d-38e8b81a632c req-acbbfdf8-8591-4602-83cc-7151feccb3ed tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Deleting port 6113f1af-2030-485e-943c-6fbe4577d50b {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:00.395035 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-385ea836-ae9e-4130-852d-38e8b81a632c req-acbbfdf8-8591-4602-83cc-7151feccb3ed tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.492847 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-385ea836-ae9e-4130-852d-38e8b81a632c req-acbbfdf8-8591-4602-83cc-7151feccb3ed tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] For port 6113f1af-2030-485e-943c-6fbe4577d50b, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=6113f1af-2030-485e-943c-6fbe4577d50b,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:00.493457 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-385ea836-ae9e-4130-852d-38e8b81a632c req-acbbfdf8-8591-4602-83cc-7151feccb3ed tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.507286 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-385ea836-ae9e-4130-852d-38e8b81a632c req-acbbfdf8-8591-4602-83cc-7151feccb3ed tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Calling delete_port for 6113f1af-2030-485e-943c-6fbe4577d50b owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:00.640262 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-385ea836-ae9e-4130-852d-38e8b81a632c req-acbbfdf8-8591-4602-83cc-7151feccb3ed tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.654239 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['83a2ee6d-573c-447a-8ee8-37242ca101b0', '6113f1af-2030-485e-943c-6fbe4577d50b'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:58:00.668863 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbfdf8-8591-4602-83cc-7151feccb3ed tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Pushing event deleted for resources: {'Port': ['ID=6113f1af-2030-485e-943c-6fbe4577d50b,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:00.718060 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-385ea836-ae9e-4130-852d-38e8b81a632c req-acbbfdf8-8591-4602-83cc-7151feccb3ed tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] No DVR routers for this DVR port 6113f1af-2030-485e-943c-6fbe4577d50b on host hv-cinder-81078 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:00.722552 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-385ea836-ae9e-4130-852d-38e8b81a632c req-acbbfdf8-8591-4602-83cc-7151feccb3ed tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.726064 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-385ea836-ae9e-4130-852d-38e8b81a632c req-acbbfdf8-8591-4602-83cc-7151feccb3ed tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "DELETE /v2.0/ports/6113f1af-2030-485e-943c-6fbe4577d50b HTTP/1.1" status: 204 len: 173 time: 0.5261571 Nov 19 17:58:00.726580 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4d7f44-81ee-4ca9-8f52-0e21e8789458', 'name': 'network-vif-deleted', 'tag': '6113f1af-2030-485e-943c-6fbe4577d50b'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:58:00.728916 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8049b69c-d5ef-4392-86e2-fa9e4f5ae276" -d '{"events": [{"server_uuid": "bf4d7f44-81ee-4ca9-8f52-0e21e8789458", "name": "network-vif-deleted", "tag": "6113f1af-2030-485e-943c-6fbe4577d50b"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:58:00.778172 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8af13d4-38f1-4907-8b36-f3a065b258c7 x-openstack-request-id: req-e8af13d4-38f1-4907-8b36-f3a065b258c7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:58:00.778506 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4d7f44-81ee-4ca9-8f52-0e21e8789458", "name": "network-vif-deleted", "tag": "6113f1af-2030-485e-943c-6fbe4577d50b", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:58:00.779367 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e8af13d4-38f1-4907-8b36-f3a065b258c7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:58:00.779367 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4d7f44-81ee-4ca9-8f52-0e21e8789458', 'name': 'network-vif-deleted', 'tag': '6113f1af-2030-485e-943c-6fbe4577d50b', 'status': 'completed', 'code': 200} Nov 19 17:58:00.876868 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af75825-1e0a-40a8-8357-f5a445cf0530 req-a8be17f0-4ce3-4c93-85fa-5222f98cc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:00.878374 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4af75825-1e0a-40a8-8357-f5a445cf0530 req-a8be17f0-4ce3-4c93-85fa-5222f98cc885 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 1099 time: 0.0443220 Nov 19 17:58:00.928382 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4af75825-1e0a-40a8-8357-f5a445cf0530 req-f1ae6e29-34c9-41a0-8979-4dfab9637faf service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Nov 19 17:58:01.440736 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-261fd520-50a2-4e02-81e0-789ff3db71af req-2309de0f-ff0b-4fc0-86d2-a5f8749eae8e tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4d7f44-81ee-4ca9-8f52-0e21e8789458 HTTP/1.1" status: 200 len: 210 time: 0.0270202 Nov 19 17:58:01.510368 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b82c9a-703c-4930-b267-06de96d22431 req-0c80c7fc-1230-4662-9cca-d203bf008d50 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:01.511923 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a9b82c9a-703c-4930-b267-06de96d22431 req-0c80c7fc-1230-4662-9cca-d203bf008d50 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0517466 Nov 19 17:58:01.567562 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a9b82c9a-703c-4930-b267-06de96d22431 req-7a080d30-9ee4-4321-98c3-34405d97db86 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479250 Nov 19 17:58:02.693385 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f0de6-a81a-4da3-9168-92f26bd3a61e req-f2c53375-7108-410a-9754-95c74000735f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:02.694943 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5c5f0de6-a81a-4da3-9168-92f26bd3a61e req-f2c53375-7108-410a-9754-95c74000735f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0551991 Nov 19 17:58:02.744215 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5c5f0de6-a81a-4da3-9168-92f26bd3a61e req-023a228b-ad3f-4cff-8efa-0bd04c21a555 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 Nov 19 17:58:02.940318 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 42548) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:03.045729 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107e014-9154-45a8-b2af-e27ec0d0ac3d req-41eaec50-9e4d-43ad-89a4-c07c09f065ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:03.047929 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3107e014-9154-45a8-b2af-e27ec0d0ac3d req-41eaec50-9e4d-43ad-89a4-c07c09f065ab service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9ae0de00d6db4545b1e4e8dce24c181f&device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 1099 time: 0.0736113 Nov 19 17:58:03.056303 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8a0e8-4484-4b32-8cb8-eab2435e14ef req-d2d77c89-86fb-4a26-a8f5-bbb16ea78f25 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:03.057845 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96e8a0e8-4484-4b32-8cb8-eab2435e14ef req-d2d77c89-86fb-4a26-a8f5-bbb16ea78f25 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0853767 Nov 19 17:58:03.128845 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fe857c41-9b55-4f15-bb47-bc81245c1c6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.202758 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96e8a0e8-4484-4b32-8cb8-eab2435e14ef req-9bf5d2b4-2ca3-43ba-b2e2-49a5d196d225 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301451 Nov 19 17:58:03.228407 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107e014-9154-45a8-b2af-e27ec0d0ac3d req-b7bfc4a6-b124-45e3-84db-3a56315fa68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:03.230068 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3107e014-9154-45a8-b2af-e27ec0d0ac3d req-b7bfc4a6-b124-45e3-84db-3a56315fa68f service neutron] 10.222.0.85 "GET /v2.0/networks?id=96d692e2-05d3-4af8-83ff-1b363e11b217 HTTP/1.1" status: 200 len: 921 time: 0.1712892 Nov 19 17:58:03.289061 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3107e014-9154-45a8-b2af-e27ec0d0ac3d req-b4985e49-9534-4f94-bdde-727f2a0b1828 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b82dddf-89bd-4bd4-90a9-c7fba3abde45 HTTP/1.1" status: 200 len: 217 time: 0.0459816 Nov 19 17:58:03.335511 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fe857c41-9b55-4f15-bb47-bc81245c1c6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.341459 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fe857c41-9b55-4f15-bb47-bc81245c1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.365442 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 6113f1af-2030-485e-943c-6fbe4577d50b no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:03.376058 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107e014-9154-45a8-b2af-e27ec0d0ac3d req-363ceecd-c2ea-40a8-bb80-44fc0f762872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:03.377536 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3107e014-9154-45a8-b2af-e27ec0d0ac3d req-363ceecd-c2ea-40a8-bb80-44fc0f762872 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6158668e-687d-402a-ab54-4f4a94c41e7e HTTP/1.1" status: 200 len: 859 time: 0.0746367 Nov 19 17:58:03.388238 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 6113f1af-2030-485e-943c-6fbe4577d50b {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:03.388590 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 6113f1af-2030-485e-943c-6fbe4577d50b not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:03.389717 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-fe857c41-9b55-4f15-bb47-bc81245c1c6c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a200b5e04d3c4848a9d68ef6b61aee25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4479592 Nov 19 17:58:03.392441 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42554) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:03.403151 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe857c41-9b55-4f15-bb47-bc81245c1c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59532e75-18a2-40b2-a5a1-197c7e1c1efe,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:03.422581 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3107e014-9154-45a8-b2af-e27ec0d0ac3d req-18c38628-b055-4851-8605-52b51740d399 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96d692e2-05d3-4af8-83ff-1b363e11b217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287576 Nov 19 17:58:03.445290 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-59346bec-0b58-475a-a536-bc7ea4aa1631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.475908 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-59346bec-0b58-475a-a536-bc7ea4aa1631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.528411 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-59346bec-0b58-475a-a536-bc7ea4aa1631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.529478 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3107e014-9154-45a8-b2af-e27ec0d0ac3d req-e42986e7-3c2b-4bdf-960c-dfabb9967a9f service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936518 Nov 19 17:58:03.532296 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-59346bec-0b58-475a-a536-bc7ea4aa1631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.533464 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-59346bec-0b58-475a-a536-bc7ea4aa1631 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/59532e75-18a2-40b2-a5a1-197c7e1c1efe HTTP/1.1" status: 204 len: 168 time: 0.1400359 Nov 19 17:58:03.541941 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59346bec-0b58-475a-a536-bc7ea4aa1631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59532e75-18a2-40b2-a5a1-197c7e1c1efe,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:03.630919 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3107e014-9154-45a8-b2af-e27ec0d0ac3d req-567c23b3-6773-421e-8f57-fb109bde8117 service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927074 Nov 19 17:58:03.871509 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9c299-d90e-4c6c-b14a-99cf84c1c4ab req-27feb278-e559-4793-a7b7-79f83b5532a7 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:03.872930 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-60e9c299-d90e-4c6c-b14a-99cf84c1c4ab req-27feb278-e559-4793-a7b7-79f83b5532a7 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 946 time: 0.0524006 Nov 19 17:58:03.927815 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-60e9c299-d90e-4c6c-b14a-99cf84c1c4ab req-09c3b67b-e293-4a93-8782-19418fffb1ff tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477116 Nov 19 17:58:04.319553 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4b370-d377-4458-b2cd-332a77a69ed2 req-b57ae733-176a-489c-941b-3d86db43b185 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:04.321037 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10d4b370-d377-4458-b2cd-332a77a69ed2 req-b57ae733-176a-489c-941b-3d86db43b185 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0491590 Nov 19 17:58:04.369047 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10d4b370-d377-4458-b2cd-332a77a69ed2 req-40444443-c3d5-4d6f-82f4-ba31d4a8e8f4 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Nov 19 17:58:05.046976 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d0dcb-2f63-4dd2-8133-96b14663ddfa req-12491d49-a854-40e1-8c85-5f2516efa106 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:05.048485 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ab2d0dcb-2f63-4dd2-8133-96b14663ddfa req-12491d49-a854-40e1-8c85-5f2516efa106 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 946 time: 0.0507636 Nov 19 17:58:05.098907 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ab2d0dcb-2f63-4dd2-8133-96b14663ddfa req-f7694cce-4c60-48e1-bf89-3285bdc1f832 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 Nov 19 17:58:05.490989 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb8a3f-6bf1-4ee0-9c21-6baae7edf0ab req-bfbdf1f8-7e93-4b44-9dd1-7b7b1e94ef87 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:05.492499 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-30bb8a3f-6bf1-4ee0-9c21-6baae7edf0ab req-bfbdf1f8-7e93-4b44-9dd1-7b7b1e94ef87 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0546420 Nov 19 17:58:05.540458 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-30bb8a3f-6bf1-4ee0-9c21-6baae7edf0ab req-2f8a7d71-05b4-437f-a84e-76534f4b51ba tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414410 Nov 19 17:58:06.218899 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760176e-4d10-44a5-b587-725c63106568 req-2311bd9d-2798-48ff-ac62-8878cdf972ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:06.220451 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c760176e-4d10-44a5-b587-725c63106568 req-2311bd9d-2798-48ff-ac62-8878cdf972ea tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 946 time: 0.0513477 Nov 19 17:58:06.297886 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c760176e-4d10-44a5-b587-725c63106568 req-a951a646-d9d1-4239-87ec-b43f8998528b tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/security-groups?id=bac2ef22-9998-40c0-a4c3-dc4f4f865589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714471 Nov 19 17:58:06.315843 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bfc4c-05de-47e3-9b9c-82a883ddcbba req-bd7072bb-da5d-494a-aebe-d304d1846305 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:06.317365 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-da6bfc4c-05de-47e3-9b9c-82a883ddcbba req-bd7072bb-da5d-494a-aebe-d304d1846305 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 946 time: 0.0764744 Nov 19 17:58:06.418606 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-da6bfc4c-05de-47e3-9b9c-82a883ddcbba req-1ecb3471-bde1-4571-98ee-571460b12ff5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Deleting port 83a2ee6d-573c-447a-8ee8-37242ca101b0 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:06.418859 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-da6bfc4c-05de-47e3-9b9c-82a883ddcbba req-1ecb3471-bde1-4571-98ee-571460b12ff5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:06.517476 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-da6bfc4c-05de-47e3-9b9c-82a883ddcbba req-1ecb3471-bde1-4571-98ee-571460b12ff5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] For port 83a2ee6d-573c-447a-8ee8-37242ca101b0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=83a2ee6d-573c-447a-8ee8-37242ca101b0,segment=NetworkSegment(657f46b7-f408-4a09-b7e9-5299f76bbb88),segment_id=657f46b7-f408-4a09-b7e9-5299f76bbb88)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:06.517835 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-da6bfc4c-05de-47e3-9b9c-82a883ddcbba req-1ecb3471-bde1-4571-98ee-571460b12ff5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:06.531454 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-da6bfc4c-05de-47e3-9b9c-82a883ddcbba req-1ecb3471-bde1-4571-98ee-571460b12ff5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Calling delete_port for 83a2ee6d-573c-447a-8ee8-37242ca101b0 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:06.952822 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48382b-0f45-4a0c-a8a4-f26e432cb843 req-6faaf373-caf9-46d7-abb6-efe5a2800aca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:06.954248 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fa48382b-0f45-4a0c-a8a4-f26e432cb843 req-6faaf373-caf9-46d7-abb6-efe5a2800aca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.3406513 Nov 19 17:58:06.955089 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-da6bfc4c-05de-47e3-9b9c-82a883ddcbba req-1ecb3471-bde1-4571-98ee-571460b12ff5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:06.969238 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['83a2ee6d-573c-447a-8ee8-37242ca101b0'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:58:06.987314 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb3471-bde1-4571-98ee-571460b12ff5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Pushing event deleted for resources: {'Port': ['ID=83a2ee6d-573c-447a-8ee8-37242ca101b0,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:07.053816 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6bfc4c-05de-47e3-9b9c-82a883ddcbba req-1ecb3471-bde1-4571-98ee-571460b12ff5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] No DVR routers for this DVR port 83a2ee6d-573c-447a-8ee8-37242ca101b0 on host hv-cinder-81078 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:07.058502 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-da6bfc4c-05de-47e3-9b9c-82a883ddcbba req-1ecb3471-bde1-4571-98ee-571460b12ff5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:07.062666 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-da6bfc4c-05de-47e3-9b9c-82a883ddcbba req-1ecb3471-bde1-4571-98ee-571460b12ff5 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.85 "DELETE /v2.0/ports/83a2ee6d-573c-447a-8ee8-37242ca101b0 HTTP/1.1" status: 204 len: 173 time: 0.7326047 Nov 19 17:58:07.063122 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54eae4a6-bfa9-44a8-82d1-895c66a5b1c7', 'name': 'network-vif-deleted', 'tag': '83a2ee6d-573c-447a-8ee8-37242ca101b0'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:58:07.065369 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5d6899-0287-4193-971c-580611e54176" -d '{"events": [{"server_uuid": "54eae4a6-bfa9-44a8-82d1-895c66a5b1c7", "name": "network-vif-deleted", "tag": "83a2ee6d-573c-447a-8ee8-37242ca101b0"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:58:07.084145 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fa48382b-0f45-4a0c-a8a4-f26e432cb843 req-fcd6ac6c-90b7-4862-9a80-605b56b62e99 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178484 Nov 19 17:58:07.115316 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa819eaf-456b-473a-9230-d654664442c2 x-openstack-request-id: req-fa819eaf-456b-473a-9230-d654664442c2 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:58:07.115623 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54eae4a6-bfa9-44a8-82d1-895c66a5b1c7", "name": "network-vif-deleted", "tag": "83a2ee6d-573c-447a-8ee8-37242ca101b0", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:58:07.115880 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fa819eaf-456b-473a-9230-d654664442c2 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:58:07.116417 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54eae4a6-bfa9-44a8-82d1-895c66a5b1c7', 'name': 'network-vif-deleted', 'tag': '83a2ee6d-573c-447a-8ee8-37242ca101b0', 'status': 'completed', 'code': 200} Nov 19 17:58:07.406829 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4b8c350a-ca4d-4df1-af6f-8993f044c0bc req-c8e82035-5791-42d7-b876-f1f000e5dfd2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590739 Nov 19 17:58:07.436639 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c359c451-ee43-4f85-808c-a248de763020 req-05ae1a36-94e9-4a0b-a766-40ef1837b362 tempest-AttachVolumeNegativeTest-1813948640 tempest-AttachVolumeNegativeTest-1813948640-project] 10.222.0.71 "GET /v2.0/ports?device_id=54eae4a6-bfa9-44a8-82d1-895c66a5b1c7 HTTP/1.1" status: 200 len: 210 time: 0.0282202 Nov 19 17:58:07.480395 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c350a-ca4d-4df1-af6f-8993f044c0bc req-5462e420-79a4-4bdd-b240-4cc04f936395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:07.481908 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4b8c350a-ca4d-4df1-af6f-8993f044c0bc req-5462e420-79a4-4bdd-b240-4cc04f936395 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0456090f49334c51827e8fad95f98095&device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 1099 time: 0.0444255 Nov 19 17:58:07.610032 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c350a-ca4d-4df1-af6f-8993f044c0bc req-b5ccf616-6bf0-490a-86c7-cb3daaf77667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:07.611538 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4b8c350a-ca4d-4df1-af6f-8993f044c0bc req-b5ccf616-6bf0-490a-86c7-cb3daaf77667 service neutron] 10.222.0.85 "GET /v2.0/networks?id=410ab6ba-f35e-442f-bd38-211464acc4a3 HTTP/1.1" status: 200 len: 913 time: 0.0971408 Nov 19 17:58:07.693377 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4b8c350a-ca4d-4df1-af6f-8993f044c0bc req-4310ca30-3cad-420d-8c71-cec0110d0037 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5429e785-00af-4ece-b4a3-8c18072af542 HTTP/1.1" status: 200 len: 1001 time: 0.0646551 Nov 19 17:58:07.761116 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c350a-ca4d-4df1-af6f-8993f044c0bc req-8cefa4a3-7ff0-4029-9a6a-5efec2ef339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:07.762754 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4b8c350a-ca4d-4df1-af6f-8993f044c0bc req-8cefa4a3-7ff0-4029-9a6a-5efec2ef339f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=391d2137-1654-4763-aca0-4213e12e3e68 HTTP/1.1" status: 200 len: 850 time: 0.0562944 Nov 19 17:58:07.827473 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c350a-ca4d-4df1-af6f-8993f044c0bc req-3750b486-6dfa-4f0a-bc7a-9a4df9350257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:07.829719 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4b8c350a-ca4d-4df1-af6f-8993f044c0bc req-3750b486-6dfa-4f0a-bc7a-9a4df9350257 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=410ab6ba-f35e-442f-bd38-211464acc4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567582 Nov 19 17:58:07.979347 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4b8c350a-ca4d-4df1-af6f-8993f044c0bc req-1d47394f-901c-4544-8297-edd0a876ba5c service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389756 Nov 19 17:58:08.120992 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4b8c350a-ca4d-4df1-af6f-8993f044c0bc req-684ff396-fdf6-40d9-990c-508aa68bcd58 service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312251 Nov 19 17:58:08.194183 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.501397 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42592) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:08.559850 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d93cd7-95df-40e0-b0b8-ae241eb4c2f5 admin admin] Deleting subnet 6976624c-1d1e-4351-9ac4-73432abae10d {{(pid=103565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:08.564107 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-81d93cd7-95df-40e0-b0b8-ae241eb4c2f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.591282 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ec896-2971-4cbd-bd73-a61df14fc749 req-876338ff-ca87-4548-b71a-c6085a4513d7 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:08.593615 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ec9ec896-2971-4cbd-bd73-a61df14fc749 req-876338ff-ca87-4548-b71a-c6085a4513d7 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0595899 Nov 19 17:58:08.605913 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-81d93cd7-95df-40e0-b0b8-ae241eb4c2f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1242130'] for subnet, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.649625 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-81d93cd7-95df-40e0-b0b8-ae241eb4c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.672218 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ec9ec896-2971-4cbd-bd73-a61df14fc749 req-7a63e5a7-214d-45ba-915a-abbe5d722538 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665209 Nov 19 17:58:08.710923 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-81d93cd7-95df-40e0-b0b8-ae241eb4c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416052'] for subnet, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.745552 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d93cd7-95df-40e0-b0b8-ae241eb4c2f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6976624c-1d1e-4351-9ac4-73432abae10d,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:08.750128 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-81d93cd7-95df-40e0-b0b8-ae241eb4c2f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.753469 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-81d93cd7-95df-40e0-b0b8-ae241eb4c2f5 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6976624c-1d1e-4351-9ac4-73432abae10d HTTP/1.1" status: 204 len: 168 time: 0.2502463 Nov 19 17:58:08.756346 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42596) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:08.831822 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84bf0206-3425-4ad0-a6ad-b41399839a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.925432 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84bf0206-3425-4ad0-a6ad-b41399839a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.948678 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-84bf0206-3425-4ad0-a6ad-b41399839a3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d34df1-c8a6-4e64-99d7-45092325de01']}} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:08.962496 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-84bf0206-3425-4ad0-a6ad-b41399839a3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657f46b7-f408-4a09-b7e9-5299f76bbb88') {'for_net_delete': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:08.962798 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-84bf0206-3425-4ad0-a6ad-b41399839a3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657f46b7-f408-4a09-b7e9-5299f76bbb88') {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:08.973943 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84bf0206-3425-4ad0-a6ad-b41399839a3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241569'] for segment, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.000395 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84bf0206-3425-4ad0-a6ad-b41399839a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.009077 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84bf0206-3425-4ad0-a6ad-b41399839a3f admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=103565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:58:09.009873 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84bf0206-3425-4ad0-a6ad-b41399839a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247914'] for segment, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: Traceback (most recent call last): Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: timer() Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: cb(*args, **kw) Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: return func(*args, **kwargs) Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: self._notify() Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: self.callback(batched_events) Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: event.method(event) Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: return f(self, *a, **k) Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._get(url).json() Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: return self.request(url, 'GET', **kwargs) Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:58:09.013477 dv-cinder-810785-3-iscsi neutron-server[103565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:58:09.092972 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84bf0206-3425-4ad0-a6ad-b41399839a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.100848 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84bf0206-3425-4ad0-a6ad-b41399839a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.104552 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-84bf0206-3425-4ad0-a6ad-b41399839a3f admin admin] 10.222.0.71 "DELETE /v2.0/networks/f2d34df1-c8a6-4e64-99d7-45092325de01 HTTP/1.1" status: 204 len: 168 time: 0.3466260 Nov 19 17:58:09.115674 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf0206-3425-4ad0-a6ad-b41399839a3f admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d34df1-c8a6-4e64-99d7-45092325de01,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:09.315930 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42608) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:09.366021 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-c5e2f765-990d-46d2-aca6-7d0b23cbf711 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f70f81a9efc74af9998478d2ddcd678d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0488291 Nov 19 17:58:09.368541 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42610) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:09.398536 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 83a2ee6d-573c-447a-8ee8-37242ca101b0 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:09.421713 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-46394d00-10cc-485d-b363-b3163f97e702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.428578 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 83a2ee6d-573c-447a-8ee8-37242ca101b0 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:09.428895 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 83a2ee6d-573c-447a-8ee8-37242ca101b0 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:09.445526 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-46394d00-10cc-485d-b363-b3163f97e702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.502667 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-46394d00-10cc-485d-b363-b3163f97e702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.507588 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-46394d00-10cc-485d-b363-b3163f97e702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.509561 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-46394d00-10cc-485d-b363-b3163f97e702 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bac2ef22-9998-40c0-a4c3-dc4f4f865589 HTTP/1.1" status: 204 len: 168 time: 0.1397574 Nov 19 17:58:09.520553 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46394d00-10cc-485d-b363-b3163f97e702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac2ef22-9998-40c0-a4c3-dc4f4f865589,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:10.351034 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 42636) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:10.473323 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1303499006-network', 'tenant_id': '8c4c787abf3c445dbe0e8510140264bd'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:10.497209 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] Made reservation on behalf of 8c4c787abf3c445dbe0e8510140264bd for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:10.499964 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.509677 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.600853 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.606603 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.633731 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:58:10.649020 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2135650-879b-46ae-a351-1985aa49a769,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:10.654099 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.654469 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] Added segment 01675ab4-aa53-4f61-a378-0b932dc9476a of type vlan for network 87a3f5c0-a2a6-4206-834f-47b05324af1e Nov 19 17:58:10.699491 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.728418 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.730796 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:10.731391 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.791032 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4387054 Nov 19 17:58:10.793947 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42640) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:10.797119 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a12e4-0c25-458d-afe8-abc626344370 admin admin] Pushing event updated for resources: {'Network': ['ID=87a3f5c0-a2a6-4206-834f-47b05324af1e,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:10.799451 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-9fd8747f-393f-4ed3-a7fc-8dcca9f2b32b admin admin] Request body: {'subnet': {'network_id': '87a3f5c0-a2a6-4206-834f-47b05324af1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1303499006-subnet', 'tenant_id': '8c4c787abf3c445dbe0e8510140264bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:10.807450 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network 87a3f5c0-a2a6-4206-834f-47b05324af1e details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:58:10.831120 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd8747f-393f-4ed3-a7fc-8dcca9f2b32b admin admin] Made reservation on behalf of 8c4c787abf3c445dbe0e8510140264bd for: {'subnet': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:10.833520 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9fd8747f-393f-4ed3-a7fc-8dcca9f2b32b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13415967'] for subnet, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.021732 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9fd8747f-393f-4ed3-a7fc-8dcca9f2b32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13247747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13415949'] for subnet, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.078515 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8747f-393f-4ed3-a7fc-8dcca9f2b32b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6edc1eac-ee1c-49d9-b336-62854b2a6016,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:11.091227 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd8747f-393f-4ed3-a7fc-8dcca9f2b32b admin admin] Checking segment: {'id': '01675ab4-aa53-4f61-a378-0b932dc9476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '87a3f5c0-a2a6-4206-834f-47b05324af1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:11.091588 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd8747f-393f-4ed3-a7fc-8dcca9f2b32b admin admin] Network hostable DHCP agents. Network: 87a3f5c0-a2a6-4206-834f-47b05324af1e, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:58:11.112588 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd8747f-393f-4ed3-a7fc-8dcca9f2b32b admin admin] Network 87a3f5c0-a2a6-4206-834f-47b05324af1e is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:58:11.125029 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-9fd8747f-393f-4ed3-a7fc-8dcca9f2b32b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, 87a3f5c0-a2a6-4206-834f-47b05324af1e) {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:11.130713 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd8747f-393f-4ed3-a7fc-8dcca9f2b32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:11.131450 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9fd8747f-393f-4ed3-a7fc-8dcca9f2b32b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.136101 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a59fd6-6189-4494-9780-ebd6e8abca69 None None] Network 87a3f5c0-a2a6-4206-834f-47b05324af1e requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:11.151474 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-9fd8747f-393f-4ed3-a7fc-8dcca9f2b32b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3563209 Nov 19 17:58:11.304258 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb07f68-1a04-4530-a158-6f0bc428b7c1 None None] Network 87a3f5c0-a2a6-4206-834f-47b05324af1e requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:11.679664 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42660) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:11.684561 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1753327910-network', 'tenant_id': '679593757aa5485d8c6bf5a0c9ea74b7'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:11.707597 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] Made reservation on behalf of 679593757aa5485d8c6bf5a0c9ea74b7 for: {'network': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:11.710108 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.719809 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.797429 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.801671 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.830545 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=103565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:58:11.840390 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967fc2fe-f99e-4abe-a75a-4212d006d551,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:11.845872 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.846221 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.segments_db [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] Added segment 1668be3e-b092-4d69-93df-7f13430b536f of type vlan for network d96afe6e-75dc-41ed-b2aa-5a9b17e07c49 Nov 19 17:58:11.886384 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.912712 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.913664 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:11.914266 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.965383 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.2845349 Nov 19 17:58:11.968384 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 42662) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:11.973525 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-16c5fe95-ca92-4305-a9e7-020282c6a594 admin admin] Request body: {'subnet': {'network_id': 'd96afe6e-75dc-41ed-b2aa-5a9b17e07c49', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1753327910-subnet', 'tenant_id': '679593757aa5485d8c6bf5a0c9ea74b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:11.977202 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8bcbc-b578-47e9-8bee-18b50bc2428d admin admin] Pushing event updated for resources: {'Network': ['ID=d96afe6e-75dc-41ed-b2aa-5a9b17e07c49,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:11.987072 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network d96afe6e-75dc-41ed-b2aa-5a9b17e07c49 details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:58:12.001577 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c5fe95-ca92-4305-a9e7-020282c6a594 admin admin] Made reservation on behalf of 679593757aa5485d8c6bf5a0c9ea74b7 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:12.004359 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-16c5fe95-ca92-4305-a9e7-020282c6a594 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14553261'] for subnet, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.177312 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-16c5fe95-ca92-4305-a9e7-020282c6a594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14508700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14553279'] for subnet, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.235507 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5fe95-ca92-4305-a9e7-020282c6a594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=766a7216-251f-4d6f-b11e-8ec6a22eef16,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:12.244213 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c5fe95-ca92-4305-a9e7-020282c6a594 admin admin] Checking segment: {'id': '1668be3e-b092-4d69-93df-7f13430b536f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'd96afe6e-75dc-41ed-b2aa-5a9b17e07c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:12.244568 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c5fe95-ca92-4305-a9e7-020282c6a594 admin admin] Network hostable DHCP agents. Network: d96afe6e-75dc-41ed-b2aa-5a9b17e07c49, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:58:12.262628 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c5fe95-ca92-4305-a9e7-020282c6a594 admin admin] Network d96afe6e-75dc-41ed-b2aa-5a9b17e07c49 is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:58:12.271970 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-16c5fe95-ca92-4305-a9e7-020282c6a594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, d96afe6e-75dc-41ed-b2aa-5a9b17e07c49) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:12.276020 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c5fe95-ca92-4305-a9e7-020282c6a594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:12.276617 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-16c5fe95-ca92-4305-a9e7-020282c6a594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.281048 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160d35d4-e6ac-4f74-b8e8-fcae93043984 None None] Network d96afe6e-75dc-41ed-b2aa-5a9b17e07c49 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:12.294219 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-16c5fe95-ca92-4305-a9e7-020282c6a594 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3247104 Nov 19 17:58:12.413489 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29603173-3c61-419f-b11e-decc73828edc None None] Network d96afe6e-75dc-41ed-b2aa-5a9b17e07c49 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:12.415810 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42668) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:12.462352 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda5ac22-225e-49f8-9172-1251e8650761 admin admin] Deleting subnet 6edc1eac-ee1c-49d9-b336-62854b2a6016 {{(pid=103565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:12.465615 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-dda5ac22-225e-49f8-9172-1251e8650761 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.504705 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-dda5ac22-225e-49f8-9172-1251e8650761 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1242130'] for subnet, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.547278 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-dda5ac22-225e-49f8-9172-1251e8650761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.603955 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-dda5ac22-225e-49f8-9172-1251e8650761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416052'] for subnet, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.629541 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5ac22-225e-49f8-9172-1251e8650761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6edc1eac-ee1c-49d9-b336-62854b2a6016,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:12.633243 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-dda5ac22-225e-49f8-9172-1251e8650761 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.636499 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-dda5ac22-225e-49f8-9172-1251e8650761 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6edc1eac-ee1c-49d9-b336-62854b2a6016 HTTP/1.1" status: 204 len: 168 time: 0.2196851 Nov 19 17:58:12.639643 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42670) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:12.713224 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a79e16d8-14eb-43f8-8466-514ccdefdfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.794795 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a79e16d8-14eb-43f8-8466-514ccdefdfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.816478 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-a79e16d8-14eb-43f8-8466-514ccdefdfec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a3f5c0-a2a6-4206-834f-47b05324af1e']}} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:12.825972 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-a79e16d8-14eb-43f8-8466-514ccdefdfec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01675ab4-aa53-4f61-a378-0b932dc9476a') {'for_net_delete': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:12.826281 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-a79e16d8-14eb-43f8-8466-514ccdefdfec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01675ab4-aa53-4f61-a378-0b932dc9476a') {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:12.838016 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a79e16d8-14eb-43f8-8466-514ccdefdfec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241569'] for segment, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.851731 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a79e16d8-14eb-43f8-8466-514ccdefdfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.866998 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79e16d8-14eb-43f8-8466-514ccdefdfec admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=103565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:58:12.867401 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a79e16d8-14eb-43f8-8466-514ccdefdfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247914'] for segment, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: Traceback (most recent call last): Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: timer() Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: cb(*args, **kw) Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: return func(*args, **kwargs) Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: self._notify() Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: self.callback(batched_events) Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: event.method(event) Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: return f(self, *a, **k) Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._get(url).json() Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: return self.request(url, 'GET', **kwargs) Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:58:12.869241 dv-cinder-810785-3-iscsi neutron-server[103565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:58:12.931588 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a79e16d8-14eb-43f8-8466-514ccdefdfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.940181 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a79e16d8-14eb-43f8-8466-514ccdefdfec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.944546 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-a79e16d8-14eb-43f8-8466-514ccdefdfec admin admin] 10.222.0.71 "DELETE /v2.0/networks/87a3f5c0-a2a6-4206-834f-47b05324af1e HTTP/1.1" status: 204 len: 168 time: 0.3035619 Nov 19 17:58:12.948067 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 42672) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:12.962333 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e16d8-14eb-43f8-8466-514ccdefdfec admin admin] Pushing event deleted for resources: {'Network': ['ID=87a3f5c0-a2a6-4206-834f-47b05324af1e,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:13.015278 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd1330d-71b9-4b27-8d2a-b4197d0a2420 admin admin] Deleting subnet 766a7216-251f-4d6f-b11e-8ec6a22eef16 {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:13.019390 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8bd1330d-71b9-4b27-8d2a-b4197d0a2420 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.055151 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8bd1330d-71b9-4b27-8d2a-b4197d0a2420 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14508630'] for subnet, precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.101530 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8bd1330d-71b9-4b27-8d2a-b4197d0a2420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.163208 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8bd1330d-71b9-4b27-8d2a-b4197d0a2420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14508635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14553286'] for subnet, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.191681 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1330d-71b9-4b27-8d2a-b4197d0a2420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=766a7216-251f-4d6f-b11e-8ec6a22eef16,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:13.195657 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8bd1330d-71b9-4b27-8d2a-b4197d0a2420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.198978 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8bd1330d-71b9-4b27-8d2a-b4197d0a2420 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/766a7216-251f-4d6f-b11e-8ec6a22eef16 HTTP/1.1" status: 204 len: 168 time: 0.2495151 Nov 19 17:58:13.202206 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 42674) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:13.271767 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e162c5f-0094-4046-890b-f6950f55499a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.357546 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e162c5f-0094-4046-890b-f6950f55499a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.384403 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-1e162c5f-0094-4046-890b-f6950f55499a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96afe6e-75dc-41ed-b2aa-5a9b17e07c49']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:13.394865 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-1e162c5f-0094-4046-890b-f6950f55499a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1668be3e-b092-4d69-93df-7f13430b536f') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:13.395163 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-1e162c5f-0094-4046-890b-f6950f55499a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1668be3e-b092-4d69-93df-7f13430b536f') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:13.404659 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e162c5f-0094-4046-890b-f6950f55499a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14509989'] for segment, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.418250 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e162c5f-0094-4046-890b-f6950f55499a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.424916 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e162c5f-0094-4046-890b-f6950f55499a admin admin] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:58:13.425387 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e162c5f-0094-4046-890b-f6950f55499a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14508597'] for segment, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: Traceback (most recent call last): Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: timer() Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: cb(*args, **kw) Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: return func(*args, **kwargs) Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: self._notify() Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: self.callback(batched_events) Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: event.method(event) Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: return f(self, *a, **k) Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._get(url).json() Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:58:13.427275 dv-cinder-810785-3-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:58:13.488479 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e162c5f-0094-4046-890b-f6950f55499a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.494655 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e162c5f-0094-4046-890b-f6950f55499a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.500827 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-1e162c5f-0094-4046-890b-f6950f55499a admin admin] 10.222.0.71 "DELETE /v2.0/networks/d96afe6e-75dc-41ed-b2aa-5a9b17e07c49 HTTP/1.1" status: 204 len: 168 time: 0.2973392 Nov 19 17:58:13.512422 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e162c5f-0094-4046-890b-f6950f55499a admin admin] Pushing event deleted for resources: {'Network': ['ID=d96afe6e-75dc-41ed-b2aa-5a9b17e07c49,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:13.681598 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 42680) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:13.725703 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-6e2eee9f-731c-4ff2-9b75-e802718dbfd0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8c4c787abf3c445dbe0e8510140264bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428345 Nov 19 17:58:13.731425 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 42682) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:13.781932 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6233f6e5-b543-4450-b660-8ca81b072f71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.804867 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6233f6e5-b543-4450-b660-8ca81b072f71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.860337 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6233f6e5-b543-4450-b660-8ca81b072f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.863283 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6233f6e5-b543-4450-b660-8ca81b072f71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.864870 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-6233f6e5-b543-4450-b660-8ca81b072f71 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d2135650-879b-46ae-a351-1985aa49a769 HTTP/1.1" status: 204 len: 168 time: 0.1322467 Nov 19 17:58:13.876306 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233f6e5-b543-4450-b660-8ca81b072f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2135650-879b-46ae-a351-1985aa49a769,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:14.227232 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 42688) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:14.267833 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-52789325-6ea3-4bfb-8748-e68583f00d6a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=679593757aa5485d8c6bf5a0c9ea74b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393426 Nov 19 17:58:14.270479 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 42690) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:14.323315 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0fe8-93d7-418a-8061-5ecadfb45b94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:14.346994 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0fe8-93d7-418a-8061-5ecadfb45b94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:14.409163 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0fe8-93d7-418a-8061-5ecadfb45b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:14.412360 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0fe8-93d7-418a-8061-5ecadfb45b94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:14.417514 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-ad7a0fe8-93d7-418a-8061-5ecadfb45b94 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/967fc2fe-f99e-4abe-a75a-4212d006d551 HTTP/1.1" status: 204 len: 168 time: 0.1421795 Nov 19 17:58:14.423976 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a0fe8-93d7-418a-8061-5ecadfb45b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967fc2fe-f99e-4abe-a75a-4212d006d551,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:17.072099 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e4922-d133-4f98-8e93-eb853c5b8638 req-85e39767-a4d7-4ce6-8a72-c1d854ba72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:17.073529 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-271e4922-d133-4f98-8e93-eb853c5b8638 req-85e39767-a4d7-4ce6-8a72-c1d854ba72cd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9ae0de00d6db4545b1e4e8dce24c181f&device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 1099 time: 0.1060357 Nov 19 17:58:17.082254 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c407de-fffa-41a5-8dd0-811f8b9ca6ab req-e335de67-e088-464b-961f-7982bb174dd9 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:17.083800 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-04c407de-fffa-41a5-8dd0-811f8b9ca6ab req-e335de67-e088-464b-961f-7982bb174dd9 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0871277 Nov 19 17:58:17.203707 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-04c407de-fffa-41a5-8dd0-811f8b9ca6ab req-ce69e8c8-0823-4880-bbf1-f0791eefa80b tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100590 Nov 19 17:58:17.238871 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e4922-d133-4f98-8e93-eb853c5b8638 req-bdc83ae8-3ac4-4204-b100-d50856b8b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:17.238871 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-271e4922-d133-4f98-8e93-eb853c5b8638 req-bdc83ae8-3ac4-4204-b100-d50856b8b897 service neutron] 10.222.0.85 "GET /v2.0/networks?id=96d692e2-05d3-4af8-83ff-1b363e11b217 HTTP/1.1" status: 200 len: 921 time: 0.1471541 Nov 19 17:58:17.292201 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-271e4922-d133-4f98-8e93-eb853c5b8638 req-7c3f616d-bf43-4696-a604-b6f3517dd404 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b82dddf-89bd-4bd4-90a9-c7fba3abde45 HTTP/1.1" status: 200 len: 217 time: 0.0494256 Nov 19 17:58:17.375205 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e4922-d133-4f98-8e93-eb853c5b8638 req-1fc8ade2-b72b-4498-a2ca-9f86e92a3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:17.377642 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-271e4922-d133-4f98-8e93-eb853c5b8638 req-1fc8ade2-b72b-4498-a2ca-9f86e92a3f35 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6158668e-687d-402a-ab54-4f4a94c41e7e HTTP/1.1" status: 200 len: 859 time: 0.0766160 Nov 19 17:58:17.433872 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-271e4922-d133-4f98-8e93-eb853c5b8638 req-56b2f0f1-6376-44c1-acef-37edccfa17ed service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96d692e2-05d3-4af8-83ff-1b363e11b217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469360 Nov 19 17:58:17.563794 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-271e4922-d133-4f98-8e93-eb853c5b8638 req-eb5aa5e8-7795-4fb6-b826-297464e14940 service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214797 Nov 19 17:58:17.771166 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-271e4922-d133-4f98-8e93-eb853c5b8638 req-2cd08948-a649-4507-a269-d9b237160f48 service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900401 Nov 19 17:58:18.346833 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f9f93-13e1-4be7-9f24-612ec7db6b5a req-53e1be65-cf39-43d4-aed5-fee6d54743a6 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:18.348307 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-640f9f93-13e1-4be7-9f24-612ec7db6b5a req-53e1be65-cf39-43d4-aed5-fee6d54743a6 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0569773 Nov 19 17:58:18.397607 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-640f9f93-13e1-4be7-9f24-612ec7db6b5a req-840c9554-b55f-4276-9a9b-e231ed861402 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431786 Nov 19 17:58:18.839858 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31646647-991a-43ec-99fe-4e6a78de31e7 req-da19a382-1fed-472a-a59f-409dae4d3595 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:18.841427 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-31646647-991a-43ec-99fe-4e6a78de31e7 req-da19a382-1fed-472a-a59f-409dae4d3595 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0554931 Nov 19 17:58:18.916292 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-31646647-991a-43ec-99fe-4e6a78de31e7 req-bcc9999e-3920-4bed-a1e7-32b3cc90f37c tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680983 Nov 19 17:58:19.543182 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9428af-45a5-4b75-bf52-280e0410105d req-30825ad3-a73f-4f4d-a982-3c13a54dd692 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:19.545194 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3b9428af-45a5-4b75-bf52-280e0410105d req-30825ad3-a73f-4f4d-a982-3c13a54dd692 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0561318 Nov 19 17:58:19.600092 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3b9428af-45a5-4b75-bf52-280e0410105d req-32d7cf8e-63ac-4562-856a-d06195c728f8 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481977 Nov 19 17:58:20.051755 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ab66b-6e3d-4194-874c-a043b6fcc848 req-65551e74-4cef-4aeb-a855-acc2dd7c8bf7 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:20.053327 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-309ab66b-6e3d-4194-874c-a043b6fcc848 req-65551e74-4cef-4aeb-a855-acc2dd7c8bf7 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0615213 Nov 19 17:58:20.113548 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-309ab66b-6e3d-4194-874c-a043b6fcc848 req-5a20a035-f05d-4976-92b9-60e02b7a9c53 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541902 Nov 19 17:58:20.725776 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5eb186-ebdc-4736-9eb5-2fbfa5c28323 req-c7894447-2133-4a96-ae0f-2cbafcf34e90 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:20.727379 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fa5eb186-ebdc-4736-9eb5-2fbfa5c28323 req-c7894447-2133-4a96-ae0f-2cbafcf34e90 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0531526 Nov 19 17:58:20.779694 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fa5eb186-ebdc-4736-9eb5-2fbfa5c28323 req-a9e30b85-6eb3-4c20-89fd-03b78b6cb921 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455279 Nov 19 17:58:21.244613 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c0b8-3bdd-435b-985a-eece7b630e1b req-b7f1b5b8-f727-47eb-a861-b2df9e66d6a5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:21.246184 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-be94c0b8-3bdd-435b-985a-eece7b630e1b req-b7f1b5b8-f727-47eb-a861-b2df9e66d6a5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0525644 Nov 19 17:58:21.298845 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-be94c0b8-3bdd-435b-985a-eece7b630e1b req-352cc14d-a28b-4f32-be1f-62d44135b623 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461302 Nov 19 17:58:21.915324 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d62cf-69cf-4028-acbd-2edf94d28f90 req-cb4ccef5-9b42-4988-b8a7-60b809893239 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:21.916854 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2d6d62cf-69cf-4028-acbd-2edf94d28f90 req-cb4ccef5-9b42-4988-b8a7-60b809893239 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0556297 Nov 19 17:58:21.968060 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2d6d62cf-69cf-4028-acbd-2edf94d28f90 req-67a5529f-2160-43ba-9f7f-c3cd9a36f315 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447848 Nov 19 17:58:22.421749 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854fe28-85c4-4cfc-8727-13342b75533b req-8e767764-d434-43c0-aedd-333506c5f497 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:22.423348 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4854fe28-85c4-4cfc-8727-13342b75533b req-8e767764-d434-43c0-aedd-333506c5f497 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0524652 Nov 19 17:58:22.475631 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4854fe28-85c4-4cfc-8727-13342b75533b req-cb600d7c-626a-46ac-9cc0-e53600c92207 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463252 Nov 19 17:58:22.792192 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-71602115-4dbf-4c17-bf9e-349e895c708a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:23.096440 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b348f9-8eb7-4a38-8b41-3f1a284fde0a req-e6f61b93-4d35-487b-ab96-194a6d85f1ca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:23.103427 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-73b348f9-8eb7-4a38-8b41-3f1a284fde0a req-e6f61b93-4d35-487b-ab96-194a6d85f1ca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0561242 Nov 19 17:58:23.148678 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-73b348f9-8eb7-4a38-8b41-3f1a284fde0a req-bdb3ee3f-a932-473e-bdea-ea80520db0a3 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441892 Nov 19 17:58:23.598974 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bf19c-823e-47ef-8883-64e802726123 req-d4048ec5-497d-4141-b73b-56ad7aca9a07 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:23.600940 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-138bf19c-823e-47ef-8883-64e802726123 req-d4048ec5-497d-4141-b73b-56ad7aca9a07 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0531194 Nov 19 17:58:23.660768 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-138bf19c-823e-47ef-8883-64e802726123 req-f1ff4c62-c89a-4a65-abfa-0bd5d1858b95 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540609 Nov 19 17:58:24.198747 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:58:24.290705 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5e7f9-543a-4b6c-9991-23e22dbc62f0 req-a282f272-cc7f-4d8c-baaa-6c41d45eef22 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:24.292856 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a4d5e7f9-543a-4b6c-9991-23e22dbc62f0 req-a282f272-cc7f-4d8c-baaa-6c41d45eef22 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0692363 Nov 19 17:58:24.350999 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a4d5e7f9-543a-4b6c-9991-23e22dbc62f0 req-164829ca-22cd-42a0-bb7e-aa121fba0030 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515089 Nov 19 17:58:24.789694 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be615c5-35f5-41a4-90df-bb44826a4e81 req-118c89a2-0b01-404a-8cb0-b28376fcf117 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:24.791235 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3be615c5-35f5-41a4-90df-bb44826a4e81 req-118c89a2-0b01-404a-8cb0-b28376fcf117 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0530560 Nov 19 17:58:24.844390 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3be615c5-35f5-41a4-90df-bb44826a4e81 req-86065462-f453-4e24-85e4-839d681874f2 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468049 Nov 19 17:58:25.495399 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895a6d4-b03e-4907-ac15-c9b6e24ed3fd req-c51f1d48-91e4-46c1-97fe-49d842996579 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:25.497029 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4895a6d4-b03e-4907-ac15-c9b6e24ed3fd req-c51f1d48-91e4-46c1-97fe-49d842996579 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0666530 Nov 19 17:58:25.554192 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4895a6d4-b03e-4907-ac15-c9b6e24ed3fd req-6ebcad35-1b58-4a41-8d43-7e0f1f1a0ebd tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497019 Nov 19 17:58:25.972560 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-6ddc9452-71b2-4f95-a982-32db7bab4095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:26.015669 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5666504-1b9f-4cea-bc9e-8878082dc88a req-0b11478f-ee30-4540-9d45-8b2d06254865 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:26.017492 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a5666504-1b9f-4cea-bc9e-8878082dc88a req-0b11478f-ee30-4540-9d45-8b2d06254865 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0747936 Nov 19 17:58:26.095354 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a5666504-1b9f-4cea-bc9e-8878082dc88a req-40293d51-f515-4414-8524-68d629056b83 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662599 Nov 19 17:58:26.700656 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2313db9-000a-4450-b448-e64233b2d01b req-62165972-4b0e-4942-9044-d280d67d0cfa tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:26.703011 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b2313db9-000a-4450-b448-e64233b2d01b req-62165972-4b0e-4942-9044-d280d67d0cfa tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0663214 Nov 19 17:58:26.770331 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b2313db9-000a-4450-b448-e64233b2d01b req-3651bd89-decc-4333-b7d5-f2e6a9038b93 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546451 Nov 19 17:58:27.230025 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.269778 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe7c56-7bf1-4c26-9d1b-f62dd2b228c7 req-287576c2-d220-4e20-9ca0-052287df527a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:27.272580 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4fbe7c56-7bf1-4c26-9d1b-f62dd2b228c7 req-287576c2-d220-4e20-9ca0-052287df527a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0869005 Nov 19 17:58:27.312941 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42896) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:27.360305 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4fbe7c56-7bf1-4c26-9d1b-f62dd2b228c7 req-cfd7035f-720e-4c13-aa6c-a7643d1c6253 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805500 Nov 19 17:58:27.484470 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.592724 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.598468 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.648521 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=31ee99c75c2744c0a0b5cee6c99b65f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339374 Nov 19 17:58:27.649532 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddf8cc5-3e83-4b43-ab17-ef83f5e7ae04,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:27.652082 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42900) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:27.671116 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:27.671528 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:27.671915 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:27.672370 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:27.672757 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:27.673144 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:27.673549 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:27.673942 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:27.674419 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:27.674825 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:27.675211 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:27.675606 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5199a3e0-6a7c-4f0b-ad15-c84729edc475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:27.733712 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d005c371-27be-4ac2-bc5b-f036a7acf989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.760087 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d005c371-27be-4ac2-bc5b-f036a7acf989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.834235 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d005c371-27be-4ac2-bc5b-f036a7acf989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.839048 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d005c371-27be-4ac2-bc5b-f036a7acf989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.841028 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-d005c371-27be-4ac2-bc5b-f036a7acf989 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1ddf8cc5-3e83-4b43-ab17-ef83f5e7ae04 HTTP/1.1" status: 204 len: 168 time: 0.1875772 Nov 19 17:58:27.856564 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005c371-27be-4ac2-bc5b-f036a7acf989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddf8cc5-3e83-4b43-ab17-ef83f5e7ae04,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:27.950651 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219beb46-b59a-494c-8ce3-6730904f00c7 req-0d47b584-5f55-41ba-a2fe-4577f036b94a tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:27.953242 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-219beb46-b59a-494c-8ce3-6730904f00c7 req-0d47b584-5f55-41ba-a2fe-4577f036b94a tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0777850 Nov 19 17:58:28.014068 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-219beb46-b59a-494c-8ce3-6730904f00c7 req-e3d0f7ef-3bd4-486a-b7ac-e432b59aadcd tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519254 Nov 19 17:58:28.256223 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42908) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:28.270820 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1ca76370-4a45-46d4-b752-ad4adf7b2bf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.369317 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1ca76370-4a45-46d4-b752-ad4adf7b2bf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.377154 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1ca76370-4a45-46d4-b752-ad4adf7b2bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.445593 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-1ca76370-4a45-46d4-b752-ad4adf7b2bf5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d6d5222d5f934aa4a6c143cafd3efd48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879840 Nov 19 17:58:28.452509 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 42912) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:28.467107 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca76370-4a45-46d4-b752-ad4adf7b2bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72a473d-9f1c-436b-8cd7-7e67f3f50184,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:28.522501 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90feaacd-61f4-44d7-830e-c673217b2d5d req-f932aad7-c928-402f-a55b-2752b93c28cb tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:28.524183 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-90feaacd-61f4-44d7-830e-c673217b2d5d req-f932aad7-c928-402f-a55b-2752b93c28cb tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0798652 Nov 19 17:58:28.549131 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44969264-7e8e-4dce-9ab3-b8b927a7c664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.578338 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44969264-7e8e-4dce-9ab3-b8b927a7c664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.587273 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-90feaacd-61f4-44d7-830e-c673217b2d5d req-0e5d0759-81ff-4104-9082-f776f90185c8 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546401 Nov 19 17:58:28.648078 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44969264-7e8e-4dce-9ab3-b8b927a7c664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.651247 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44969264-7e8e-4dce-9ab3-b8b927a7c664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.652470 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-44969264-7e8e-4dce-9ab3-b8b927a7c664 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c72a473d-9f1c-436b-8cd7-7e67f3f50184 HTTP/1.1" status: 204 len: 168 time: 0.1987162 Nov 19 17:58:28.662726 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44969264-7e8e-4dce-9ab3-b8b927a7c664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72a473d-9f1c-436b-8cd7-7e67f3f50184,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:29.200886 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba3a96-3683-4533-8e79-0d9823df2edc req-f91250ca-1619-4d22-84f8-931a8f63a178 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:29.204304 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e7ba3a96-3683-4533-8e79-0d9823df2edc req-f91250ca-1619-4d22-84f8-931a8f63a178 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0902429 Nov 19 17:58:29.304396 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e7ba3a96-3683-4533-8e79-0d9823df2edc req-98495ba3-72d9-4cc2-bf00-bc09f56957ad tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888348 Nov 19 17:58:29.328474 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:29.650443 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:29.802361 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59efbf-c036-4567-8b7c-4996ffbed56e req-a7dc3f47-3632-4dc6-bebb-83b607e100a7 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:29.802361 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bd59efbf-c036-4567-8b7c-4996ffbed56e req-a7dc3f47-3632-4dc6-bebb-83b607e100a7 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0949526 Nov 19 17:58:29.890189 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bd59efbf-c036-4567-8b7c-4996ffbed56e req-8d0a9cbf-9eb5-4177-affa-8d2b0b03378c tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775111 Nov 19 17:58:30.506671 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dc687-43e9-4cfa-b747-7a48ce5cb153 req-95287379-270f-49db-95bb-bdef59518ab1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:30.508308 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-976dc687-43e9-4cfa-b747-7a48ce5cb153 req-95287379-270f-49db-95bb-bdef59518ab1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0899358 Nov 19 17:58:30.569494 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-976dc687-43e9-4cfa-b747-7a48ce5cb153 req-d4a4f76a-f2a2-4abc-9284-01d6fefd7886 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538216 Nov 19 17:58:31.028720 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e05e8-769c-4e69-9adf-7256a33695c4 req-93226e1b-7890-4ee9-bde3-6570e710c027 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:31.032212 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bd0e05e8-769c-4e69-9adf-7256a33695c4 req-93226e1b-7890-4ee9-bde3-6570e710c027 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0591056 Nov 19 17:58:31.125016 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bd0e05e8-769c-4e69-9adf-7256a33695c4 req-3f9f1914-f13f-4a60-8905-6d12ee0fc606 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807092 Nov 19 17:58:31.709006 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d53860-30fe-4611-88d4-e981dd4afcbb req-edc911ec-e1f7-4946-98a0-f773e25fbc60 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:31.710632 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-12d53860-30fe-4611-88d4-e981dd4afcbb req-edc911ec-e1f7-4946-98a0-f773e25fbc60 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0589836 Nov 19 17:58:31.778683 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-12d53860-30fe-4611-88d4-e981dd4afcbb req-df88cbad-8dc8-45a1-a3ef-a119d84ea3e9 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566254 Nov 19 17:58:32.305424 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050f019-dcfd-4724-a990-dcdeb63949d1 req-22fb39e6-4c2e-4c5b-9ccd-c3817079e909 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:32.308214 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3050f019-dcfd-4724-a990-dcdeb63949d1 req-22fb39e6-4c2e-4c5b-9ccd-c3817079e909 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0685096 Nov 19 17:58:32.381482 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3050f019-dcfd-4724-a990-dcdeb63949d1 req-886e8ec3-3160-4f8a-a968-0e083f9a8c9e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644000 Nov 19 17:58:32.926790 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6302fa8-9562-41d4-8769-2690a28002f4 req-ca18a97c-1bfe-4f32-b067-feaf0eac82e0 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:32.928491 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e6302fa8-9562-41d4-8769-2690a28002f4 req-ca18a97c-1bfe-4f32-b067-feaf0eac82e0 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0598283 Nov 19 17:58:33.020276 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e6302fa8-9562-41d4-8769-2690a28002f4 req-569f6077-146c-4b7a-b89f-4788febead6f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792248 Nov 19 17:58:33.589590 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4c1f1-4900-4b88-8526-ceef21d3d25c req-ea7be834-4815-4eb2-90a2-391cee0da5be tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:33.593106 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-69f4c1f1-4900-4b88-8526-ceef21d3d25c req-ea7be834-4815-4eb2-90a2-391cee0da5be tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0978837 Nov 19 17:58:33.684871 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-69f4c1f1-4900-4b88-8526-ceef21d3d25c req-55c10f0f-5941-4131-b804-b908629e2ca8 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813713 Nov 19 17:58:34.207394 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afedca-9478-4c08-94d9-d15291050d65 req-2058e345-ed34-4738-9fd7-97b7a99aaa2e tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:34.209324 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81afedca-9478-4c08-94d9-d15291050d65 req-2058e345-ed34-4738-9fd7-97b7a99aaa2e tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0733542 Nov 19 17:58:34.267850 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81afedca-9478-4c08-94d9-d15291050d65 req-66019d72-f696-4733-85ea-817c6bb8e7eb tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508955 Nov 19 17:58:34.861349 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c485bec-2c86-4fdf-9b62-e5ef071cd7c0 req-3157a178-1c8f-4a57-8713-58683147ec82 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:34.864137 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2c485bec-2c86-4fdf-9b62-e5ef071cd7c0 req-3157a178-1c8f-4a57-8713-58683147ec82 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0861814 Nov 19 17:58:34.949661 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2c485bec-2c86-4fdf-9b62-e5ef071cd7c0 req-5d787e0e-13c8-4740-94c3-73755250da73 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790572 Nov 19 17:58:35.405505 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0952d-d84b-4545-bc7d-fa14447aef1e req-b1c1f9b0-3a29-4d43-a76a-61b8c5b4e63c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:35.407382 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-33e0952d-d84b-4545-bc7d-fa14447aef1e req-b1c1f9b0-3a29-4d43-a76a-61b8c5b4e63c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0559540 Nov 19 17:58:35.483382 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-33e0952d-d84b-4545-bc7d-fa14447aef1e req-33156f43-f94f-46a8-a84f-0eac88b5a1cf tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670512 Nov 19 17:58:36.081082 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de3b0c-99f3-4f72-be05-231abc89c8d0 req-7164eec9-d916-4dcb-a01a-0bdc70abd82b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:36.082687 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-12de3b0c-99f3-4f72-be05-231abc89c8d0 req-7164eec9-d916-4dcb-a01a-0bdc70abd82b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0555203 Nov 19 17:58:36.156698 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-12de3b0c-99f3-4f72-be05-231abc89c8d0 req-1c544665-9d0f-4fbe-b62c-b4ef38571b59 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668986 Nov 19 17:58:36.662188 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9a3cd-034b-41ec-bd6b-0dd8e5df2d72 req-1498270a-1ea7-4040-99b0-07bd5184ace6 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:36.663795 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ac9a3cd-034b-41ec-bd6b-0dd8e5df2d72 req-1498270a-1ea7-4040-99b0-07bd5184ace6 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0835197 Nov 19 17:58:36.727541 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ac9a3cd-034b-41ec-bd6b-0dd8e5df2d72 req-936a4565-81db-4264-a2fc-b1b8e6af89e5 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569363 Nov 19 17:58:37.336015 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be1356-51da-4330-a8f0-c67ba5d28d2e req-8cc76575-fdd4-43ad-a650-c0118213d935 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:37.337919 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-15be1356-51da-4330-a8f0-c67ba5d28d2e req-8cc76575-fdd4-43ad-a650-c0118213d935 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0806158 Nov 19 17:58:37.393815 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-15be1356-51da-4330-a8f0-c67ba5d28d2e req-b39bfc83-7eae-48ac-a428-ea042fa65000 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484779 Nov 19 17:58:37.641653 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47a23b-ea58-4d8f-a743-3a5aa5baade9 req-2df7d750-7058-4360-beea-86cdecdd472e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:37.643141 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5d47a23b-ea58-4d8f-a743-3a5aa5baade9 req-2df7d750-7058-4360-beea-86cdecdd472e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0593555 Nov 19 17:58:37.720479 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5d47a23b-ea58-4d8f-a743-3a5aa5baade9 req-32f6df59-539a-49bf-89a1-79736de21e85 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707781 Nov 19 17:58:37.728261 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70d333-f482-4787-aaaa-65f87a28747d req-79400e65-a802-4708-9dd6-6b88f3bbfc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:37.729757 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-df70d333-f482-4787-aaaa-65f87a28747d req-79400e65-a802-4708-9dd6-6b88f3bbfc47 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0456090f49334c51827e8fad95f98095&device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 1099 time: 0.0664647 Nov 19 17:58:37.858202 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70d333-f482-4787-aaaa-65f87a28747d req-25f25a9c-8dd2-4976-af3c-16b705c9d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:37.859876 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-df70d333-f482-4787-aaaa-65f87a28747d req-25f25a9c-8dd2-4976-af3c-16b705c9d79e service neutron] 10.222.0.85 "GET /v2.0/networks?id=410ab6ba-f35e-442f-bd38-211464acc4a3 HTTP/1.1" status: 200 len: 913 time: 0.1217542 Nov 19 17:58:37.889089 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3bae4-0284-402e-a152-636edd07ba40 req-c212671d-5e47-4167-8ab7-fb342444e7f0 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:37.890832 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-53e3bae4-0284-402e-a152-636edd07ba40 req-c212671d-5e47-4167-8ab7-fb342444e7f0 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0856986 Nov 19 17:58:37.968550 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-df70d333-f482-4787-aaaa-65f87a28747d req-79ddaf53-c64d-43ec-9ed6-c94fa7fcb680 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5429e785-00af-4ece-b4a3-8c18072af542 HTTP/1.1" status: 200 len: 1001 time: 0.0982399 Nov 19 17:58:37.986041 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-53e3bae4-0284-402e-a152-636edd07ba40 req-f56737be-5daa-4a50-8a0f-04d5d5bf1e9f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670414 Nov 19 17:58:38.085792 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70d333-f482-4787-aaaa-65f87a28747d req-53d720d9-4dd8-4ca1-83cf-64f9992f9d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:38.087344 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-df70d333-f482-4787-aaaa-65f87a28747d req-53d720d9-4dd8-4ca1-83cf-64f9992f9d87 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=391d2137-1654-4763-aca0-4213e12e3e68 HTTP/1.1" status: 200 len: 850 time: 0.1004732 Nov 19 17:58:38.105900 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060c650-c332-42e3-81b2-a8cac5c79234 req-ecbae079-ed9d-4734-831c-6f6027dbce62 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:38.108510 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f060c650-c332-42e3-81b2-a8cac5c79234 req-ecbae079-ed9d-4734-831c-6f6027dbce62 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.0761759 Nov 19 17:58:38.124631 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21641ca-bf05-4bdb-97d9-358241de6307 req-306a0603-19f3-4f02-b980-3dbad46c4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:38.128106 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f21641ca-bf05-4bdb-97d9-358241de6307 req-306a0603-19f3-4f02-b980-3dbad46c4fe1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21c13efec7f34837a11bafa7687ba15a&device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 1138 time: 0.0557489 Nov 19 17:58:38.191129 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70d333-f482-4787-aaaa-65f87a28747d req-dcc53a88-0823-46ca-9fef-fb8bd6b53075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:38.192676 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-df70d333-f482-4787-aaaa-65f87a28747d req-dcc53a88-0823-46ca-9fef-fb8bd6b53075 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=410ab6ba-f35e-442f-bd38-211464acc4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832341 Nov 19 17:58:38.211298 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:38.216861 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f060c650-c332-42e3-81b2-a8cac5c79234 req-b7017d9f-7668-44b5-8755-cdc68249b0f2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956798 Nov 19 17:58:38.234108 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21641ca-bf05-4bdb-97d9-358241de6307 req-45f29c5b-b28f-4536-9b1b-0527e450cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:38.235629 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f21641ca-bf05-4bdb-97d9-358241de6307 req-45f29c5b-b28f-4536-9b1b-0527e450cf25 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a6f19787-0d9c-473b-97f7-7d6adaae4a87 HTTP/1.1" status: 200 len: 916 time: 0.1002314 Nov 19 17:58:38.307795 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-df70d333-f482-4787-aaaa-65f87a28747d req-f6655192-f622-4fd2-8fea-2e3e1b017512 service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052349 Nov 19 17:58:38.314697 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f21641ca-bf05-4bdb-97d9-358241de6307 req-93d943b6-4a15-4b4d-b9f6-64b2d14bc264 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12835b70-a62b-4a4e-9970-475fa4d980c1 HTTP/1.1" status: 200 len: 1002 time: 0.0682528 Nov 19 17:58:38.399751 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21641ca-bf05-4bdb-97d9-358241de6307 req-af345b08-11d2-4c7e-a541-3f136cf5437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:38.401309 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f21641ca-bf05-4bdb-97d9-358241de6307 req-af345b08-11d2-4c7e-a541-3f136cf5437f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=58b0f588-f427-4f60-a117-f9f73140d58e HTTP/1.1" status: 200 len: 853 time: 0.0528543 Nov 19 17:58:38.444897 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-df70d333-f482-4787-aaaa-65f87a28747d req-a232fb7e-ed4e-4849-b1d3-32d4cae8d31f service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971770 Nov 19 17:58:38.459959 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21641ca-bf05-4bdb-97d9-358241de6307 req-990c3e11-068e-4485-9afe-92306cfb57df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:38.461516 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f21641ca-bf05-4bdb-97d9-358241de6307 req-990c3e11-068e-4485-9afe-92306cfb57df service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a6f19787-0d9c-473b-97f7-7d6adaae4a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473893 Nov 19 17:58:38.574658 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f21641ca-bf05-4bdb-97d9-358241de6307 req-2aef37a4-a23f-46d3-abe8-04ef118b29d7 service neutron] 10.222.0.85 "GET /v2.0/networks/a6f19787-0d9c-473b-97f7-7d6adaae4a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937583 Nov 19 17:58:38.683150 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f21641ca-bf05-4bdb-97d9-358241de6307 req-bca46bde-ed9e-44aa-8164-ad75327f5702 service neutron] 10.222.0.85 "GET /v2.0/networks/a6f19787-0d9c-473b-97f7-7d6adaae4a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945792 Nov 19 17:58:38.878607 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e8b0-3c21-44c4-bca5-6a725be3b7f0 req-b97284b3-682c-4188-af33-63d02a79a67d tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:38.881293 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e622e8b0-3c21-44c4-bca5-6a725be3b7f0 req-b97284b3-682c-4188-af33-63d02a79a67d tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0825117 Nov 19 17:58:38.936667 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e622e8b0-3c21-44c4-bca5-6a725be3b7f0 req-67aceab4-8916-4ba0-81e7-c1188ff856aa tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486956 Nov 19 17:58:39.172121 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6712907-fa33-49d0-b4ee-b8054c7734ed req-b3dc1a20-c7fe-4c71-882f-7ece7de58581 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:39.173722 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d6712907-fa33-49d0-b4ee-b8054c7734ed req-b3dc1a20-c7fe-4c71-882f-7ece7de58581 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0695765 Nov 19 17:58:39.228486 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d6712907-fa33-49d0-b4ee-b8054c7734ed req-7e86d1ce-b29a-47d2-ad97-98ceeeac3691 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485325 Nov 19 17:58:39.361230 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3132a7-5807-494d-b77f-0e7387237bc4 req-c0513c3c-5263-47f5-916f-0967d88b7d21 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:39.363722 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ed3132a7-5807-494d-b77f-0e7387237bc4 req-c0513c3c-5263-47f5-916f-0967d88b7d21 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.0669110 Nov 19 17:58:39.450422 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ed3132a7-5807-494d-b77f-0e7387237bc4 req-b273493d-54eb-4325-978c-0a1494090237 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804393 Nov 19 17:58:39.915880 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43054) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:40.088733 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a2b384d4-40c8-4af3-b891-9576d319249f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.115868 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175460d-30b7-4c31-ad38-23015d941a5d req-6de71f7e-cc0f-49fb-a09f-79895da36188 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:40.117475 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c175460d-30b7-4c31-ad38-23015d941a5d req-6de71f7e-cc0f-49fb-a09f-79895da36188 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0630012 Nov 19 17:58:40.186797 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c175460d-30b7-4c31-ad38-23015d941a5d req-ab6af495-bd87-47f0-9efd-dc690d80aa22 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586076 Nov 19 17:58:40.191606 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a2b384d4-40c8-4af3-b891-9576d319249f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.197581 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a2b384d4-40c8-4af3-b891-9576d319249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.242040 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b384d4-40c8-4af3-b891-9576d319249f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d685e8-2b43-4de9-a960-78129b7d3e9e,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:40.249189 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-a2b384d4-40c8-4af3-b891-9576d319249f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f5c8cc799af840329e46835ec3a0638c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294518 Nov 19 17:58:40.250546 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43062) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:40.308975 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-62d49695-6aff-4471-97a5-2210e79a499b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.335914 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-62d49695-6aff-4471-97a5-2210e79a499b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.392088 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-62d49695-6aff-4471-97a5-2210e79a499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.396935 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-62d49695-6aff-4471-97a5-2210e79a499b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.398964 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-62d49695-6aff-4471-97a5-2210e79a499b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/36d685e8-2b43-4de9-a960-78129b7d3e9e HTTP/1.1" status: 204 len: 168 time: 0.1469281 Nov 19 17:58:40.400994 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff78a1-e3d6-418d-b402-6dcf73cc11a1 req-83d98786-8549-42b4-91a5-b990bde1d1f9 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:40.403206 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-67ff78a1-e3d6-418d-b402-6dcf73cc11a1 req-83d98786-8549-42b4-91a5-b990bde1d1f9 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0897624 Nov 19 17:58:40.411635 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d49695-6aff-4471-97a5-2210e79a499b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d685e8-2b43-4de9-a960-78129b7d3e9e,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:40.483077 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-67ff78a1-e3d6-418d-b402-6dcf73cc11a1 req-95e1d147-95fd-4459-aad5-b623a69a8690 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720990 Nov 19 17:58:40.633069 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848756b1-7c26-4825-ac18-ca95799cb37c req-7cb0abfa-f111-4c5a-90a2-b9247103d270 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:40.636197 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-848756b1-7c26-4825-ac18-ca95799cb37c req-7cb0abfa-f111-4c5a-90a2-b9247103d270 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.0802417 Nov 19 17:58:40.725038 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-848756b1-7c26-4825-ac18-ca95799cb37c req-4f579209-3128-4900-9a6b-f8938802afb9 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775185 Nov 19 17:58:40.795760 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43072) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:40.814067 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6c3e8f90-3c82-4d43-8e7a-adf8fb0a2b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.911001 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6c3e8f90-3c82-4d43-8e7a-adf8fb0a2b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.915856 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6c3e8f90-3c82-4d43-8e7a-adf8fb0a2b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.959283 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-6c3e8f90-3c82-4d43-8e7a-adf8fb0a2b25 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=52f7ee0c44214b8fa9292011eef56f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621370 Nov 19 17:58:40.960399 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e8f90-3c82-4d43-8e7a-adf8fb0a2b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc19ed9-8a61-40d4-aacc-c4f781534d98,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:40.962709 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43074) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:41.048897 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.090612 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.171713 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.175549 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.179163 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7fc19ed9-8a61-40d4-aacc-c4f781534d98 HTTP/1.1" status: 204 len: 168 time: 0.2145572 Nov 19 17:58:41.193014 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc19ed9-8a61-40d4-aacc-c4f781534d98,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:41.206250 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:41.206848 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:41.207380 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:41.207881 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:41.208380 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:41.209991 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:41.210264 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:41.210677 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:41.211152 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:41.211621 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:41.212154 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:41.212685 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ea050c-3da8-4207-a161-9d40133f9c55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:41.665662 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34829457-c183-4f5c-a15c-2f68781893da req-1f354a2f-75fc-4f89-a871-3051970b81c7 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:41.667322 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-34829457-c183-4f5c-a15c-2f68781893da req-1f354a2f-75fc-4f89-a871-3051970b81c7 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0667100 Nov 19 17:58:41.756087 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-34829457-c183-4f5c-a15c-2f68781893da req-adf39519-8895-47dd-bf0e-d920cb67a5db tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751300 Nov 19 17:58:41.903229 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053cd64-33eb-42ec-bcbe-099566abe9fa req-73a1a292-d332-437e-ad02-8fc63184aee0 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:41.905510 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7053cd64-33eb-42ec-bcbe-099566abe9fa req-73a1a292-d332-437e-ad02-8fc63184aee0 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.0664129 Nov 19 17:58:41.996877 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7053cd64-33eb-42ec-bcbe-099566abe9fa req-1a916b9d-5023-4dff-9bf1-f7afbecdf8b7 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850596 Nov 19 17:58:42.939728 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf782357-69e1-4a02-b626-886f59f6e503 req-f94b3545-721c-4cd6-9cd3-409f0bdfdafd tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:42.942753 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cf782357-69e1-4a02-b626-886f59f6e503 req-f94b3545-721c-4cd6-9cd3-409f0bdfdafd tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0739379 Nov 19 17:58:43.011201 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cf782357-69e1-4a02-b626-886f59f6e503 req-86a30374-a98d-4aac-961c-aaf963bd0da1 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621021 Nov 19 17:58:43.166150 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb9ab9-2ecc-4ba4-a7fb-dbe32d859b5d req-ef964410-5f77-492a-a1a9-9fa3a208c352 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:43.168642 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9dbb9ab9-2ecc-4ba4-a7fb-dbe32d859b5d req-ef964410-5f77-492a-a1a9-9fa3a208c352 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.0823464 Nov 19 17:58:43.266125 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9dbb9ab9-2ecc-4ba4-a7fb-dbe32d859b5d req-213e0e4a-66a0-4984-9e11-a43d3f2c5b4f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900073 Nov 19 17:58:43.937072 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43150) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:44.104368 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b4c691de-f047-4130-9b8b-f2a0169fd79f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.169398 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55785f0-1173-4904-8ede-d795970dbf90 req-191b15b7-f645-4666-865c-caf264e0e1c0 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:44.172533 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f55785f0-1173-4904-8ede-d795970dbf90 req-191b15b7-f645-4666-865c-caf264e0e1c0 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0780606 Nov 19 17:58:44.217862 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b4c691de-f047-4130-9b8b-f2a0169fd79f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.225139 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b4c691de-f047-4130-9b8b-f2a0169fd79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.240432 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f55785f0-1173-4904-8ede-d795970dbf90 req-b00c0d32-34d8-451c-8ba8-b84cb6b82156 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590837 Nov 19 17:58:44.269637 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-b4c691de-f047-4130-9b8b-f2a0169fd79f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b926692ea0e54dadbe302ffed4c0ad29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312902 Nov 19 17:58:44.270622 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c691de-f047-4130-9b8b-f2a0169fd79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956785ab-4b10-44b8-aedf-98948e2a5609,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:44.273656 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43156) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:44.340334 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8346f683-ad0f-497d-800c-c7f1780e09eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.397741 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8346f683-ad0f-497d-800c-c7f1780e09eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.461503 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efd155-d690-4576-962b-6863d30885be req-326e8df2-c999-4d8c-b082-44ade7493941 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:44.463201 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-89efd155-d690-4576-962b-6863d30885be req-326e8df2-c999-4d8c-b082-44ade7493941 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.1070864 Nov 19 17:58:44.520125 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8346f683-ad0f-497d-800c-c7f1780e09eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.522987 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8346f683-ad0f-497d-800c-c7f1780e09eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.524490 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8346f683-ad0f-497d-800c-c7f1780e09eb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/956785ab-4b10-44b8-aedf-98948e2a5609 HTTP/1.1" status: 204 len: 168 time: 0.2495484 Nov 19 17:58:44.550446 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346f683-ad0f-497d-800c-c7f1780e09eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956785ab-4b10-44b8-aedf-98948e2a5609,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:44.569279 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-89efd155-d690-4576-962b-6863d30885be req-5f57b57c-7a8e-4172-aa2a-7281b68c29ae tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982411 Nov 19 17:58:44.963075 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43164) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:44.977988 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9ab82a49-5d60-452f-86f4-cc9a50c204e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.095530 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9ab82a49-5d60-452f-86f4-cc9a50c204e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.100430 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9ab82a49-5d60-452f-86f4-cc9a50c204e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.149376 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9ab82a49-5d60-452f-86f4-cc9a50c204e6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3b7f719308f14687b2048e0b0360c789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1848476 Nov 19 17:58:45.151861 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43166) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:45.159016 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab82a49-5d60-452f-86f4-cc9a50c204e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10619723-2a2e-4183-81b8-4091e168d666,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:45.210911 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd662-da1a-46e6-b776-ae23d7a302eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.238277 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd662-da1a-46e6-b776-ae23d7a302eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.309404 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd662-da1a-46e6-b776-ae23d7a302eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.314884 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd662-da1a-46e6-b776-ae23d7a302eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.316906 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f5bdd662-da1a-46e6-b776-ae23d7a302eb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/10619723-2a2e-4183-81b8-4091e168d666 HTTP/1.1" status: 204 len: 168 time: 0.1637866 Nov 19 17:58:45.340431 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdd662-da1a-46e6-b776-ae23d7a302eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10619723-2a2e-4183-81b8-4091e168d666,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:45.413120 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff52a5-5906-4460-90e9-eb632dfcf029 req-6c016d03-a055-42f0-bc22-5b2c8ac75ea4 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:45.415078 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-26ff52a5-5906-4460-90e9-eb632dfcf029 req-6c016d03-a055-42f0-bc22-5b2c8ac75ea4 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0719950 Nov 19 17:58:45.492515 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-26ff52a5-5906-4460-90e9-eb632dfcf029 req-1ef147c5-948b-45e3-a4f2-996e64307e93 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699425 Nov 19 17:58:45.749229 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da90ae-78d7-438d-ac0a-89d93f272aa2 req-c8068de9-683a-499f-bd13-83958acb3586 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:45.751595 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-45da90ae-78d7-438d-ac0a-89d93f272aa2 req-c8068de9-683a-499f-bd13-83958acb3586 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.0745149 Nov 19 17:58:45.843577 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-45da90ae-78d7-438d-ac0a-89d93f272aa2 req-682622a9-011d-461f-976d-86e56ff2aebf tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813472 Nov 19 17:58:46.677346 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff1089-1968-43db-bd49-4188f499b852 req-a73cbe44-d074-4a45-aee2-b6abaabe6f64 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:46.680146 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-59ff1089-1968-43db-bd49-4188f499b852 req-a73cbe44-d074-4a45-aee2-b6abaabe6f64 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0919027 Nov 19 17:58:46.772990 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-59ff1089-1968-43db-bd49-4188f499b852 req-f450f28e-7eeb-4341-9c78-3823be144bfd tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813937 Nov 19 17:58:47.005705 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d906060-bec3-44a5-863a-6fdff678f35c req-fe415d4d-f4cc-4a62-b72d-ed0869e8ea3b tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:47.008801 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5d906060-bec3-44a5-863a-6fdff678f35c req-fe415d4d-f4cc-4a62-b72d-ed0869e8ea3b tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.0754061 Nov 19 17:58:47.422453 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5d906060-bec3-44a5-863a-6fdff678f35c req-c6d38742-f7a3-4aeb-b3c4-99863eb9f92f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4042974 Nov 19 17:58:47.925326 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14dcf-75e5-4b54-a6b9-41b6d0195d15 req-8fee2541-6f04-4011-ac1b-b77a0cd8c2a6 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:47.927084 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-28b14dcf-75e5-4b54-a6b9-41b6d0195d15 req-8fee2541-6f04-4011-ac1b-b77a0cd8c2a6 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0575190 Nov 19 17:58:47.985293 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-28b14dcf-75e5-4b54-a6b9-41b6d0195d15 req-b54eb641-5e8a-4ccf-a451-ece09aea4707 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511184 Nov 19 17:58:48.570418 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695fab9-e5a8-4ef7-9f7f-f5c2cd5b40e0 req-f71959ac-78c2-49d0-bcd0-65ba19ad70be tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:48.571958 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4695fab9-e5a8-4ef7-9f7f-f5c2cd5b40e0 req-f71959ac-78c2-49d0-bcd0-65ba19ad70be tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.0519550 Nov 19 17:58:48.645740 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4695fab9-e5a8-4ef7-9f7f-f5c2cd5b40e0 req-7d1119de-75e8-4901-bc4a-6b913ee55695 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668232 Nov 19 17:58:49.131716 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f54fb-b354-4f70-9027-a22c378a9b1c req-21c50374-29ec-4ac7-9e5b-0d5998dd99e4 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:49.133274 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-016f54fb-b354-4f70-9027-a22c378a9b1c req-21c50374-29ec-4ac7-9e5b-0d5998dd99e4 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0572071 Nov 19 17:58:49.206545 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-016f54fb-b354-4f70-9027-a22c378a9b1c req-883581eb-b7b3-4a97-acdb-3bfb94950d29 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623016 Nov 19 17:58:49.424291 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1641a-7f40-4459-88b5-a4c56246807f req-bdace85f-52f7-4e72-b82c-57303311a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:49.426971 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-31a1641a-7f40-4459-88b5-a4c56246807f req-bdace85f-52f7-4e72-b82c-57303311a712 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 1099 time: 0.0657101 Nov 19 17:58:49.495203 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-31a1641a-7f40-4459-88b5-a4c56246807f req-d124d289-d9c3-4324-b486-6e9d2f37492a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585377 Nov 19 17:58:49.780330 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdd1d9-5cc5-4fb0-bcfb-ade82d57dc85 req-92075dab-f856-403f-866c-f07e5e65b511 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:49.781983 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-84bdd1d9-5cc5-4fb0-bcfb-ade82d57dc85 req-92075dab-f856-403f-866c-f07e5e65b511 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.0579395 Nov 19 17:58:49.859152 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-84bdd1d9-5cc5-4fb0-bcfb-ade82d57dc85 req-334a49d3-5cdc-432f-8477-5b8dfc9e0b75 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700815 Nov 19 17:58:50.335544 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fe625-50f2-4bfa-b756-9cd3cd631d23 req-e91dbed2-9210-4e55-b5d5-584952c28a9a tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:50.337220 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2a7fe625-50f2-4bfa-b756-9cd3cd631d23 req-e91dbed2-9210-4e55-b5d5-584952c28a9a tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0578876 Nov 19 17:58:50.388829 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2a7fe625-50f2-4bfa-b756-9cd3cd631d23 req-daa085f3-d379-4e7c-86dc-57c5b24284af tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456500 Nov 19 17:58:50.984815 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aec918-fec5-46a2-a74a-c48117122798 req-0630ca48-710a-48ce-95c9-a1dc2ef52741 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:50.986303 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-25aec918-fec5-46a2-a74a-c48117122798 req-0630ca48-710a-48ce-95c9-a1dc2ef52741 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.0526009 Nov 19 17:58:51.056906 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-25aec918-fec5-46a2-a74a-c48117122798 req-5b5d71ac-2511-467d-9bc8-aa6b2d2d2dc3 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639102 Nov 19 17:58:51.517792 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5009384-bfd9-407d-a14f-17738f2253ba req-20f5bce5-2e64-4e58-ad20-b5beace59bf2 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:51.519328 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d5009384-bfd9-407d-a14f-17738f2253ba req-20f5bce5-2e64-4e58-ad20-b5beace59bf2 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0542815 Nov 19 17:58:51.575324 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d5009384-bfd9-407d-a14f-17738f2253ba req-e43cf859-9e86-4f9b-a0ae-f04f103bb31d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495715 Nov 19 17:58:51.919683 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab227f-af97-4231-9fc4-e59340e1b4c2 req-4155d720-2fd2-4644-ba5b-ab5742f435ba tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:51.921344 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-13ab227f-af97-4231-9fc4-e59340e1b4c2 req-4155d720-2fd2-4644-ba5b-ab5742f435ba tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0517659 Nov 19 17:58:51.921962 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f44fc-bbe8-485a-879b-3a239b7ad316 req-95940d73-9331-48ae-94f8-0d90d3042681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:51.923635 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0d9f44fc-bbe8-485a-879b-3a239b7ad316 req-95940d73-9331-48ae-94f8-0d90d3042681 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9ae0de00d6db4545b1e4e8dce24c181f&device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 1099 time: 0.0425825 Nov 19 17:58:51.971735 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-13ab227f-af97-4231-9fc4-e59340e1b4c2 req-39272f2b-f438-4cb4-b278-482a2909d025 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437162 Nov 19 17:58:52.022054 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f44fc-bbe8-485a-879b-3a239b7ad316 req-3e687c1a-9e37-47cb-a181-29df32ef330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:52.023533 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0d9f44fc-bbe8-485a-879b-3a239b7ad316 req-3e687c1a-9e37-47cb-a181-29df32ef330a service neutron] 10.222.0.85 "GET /v2.0/networks?id=96d692e2-05d3-4af8-83ff-1b363e11b217 HTTP/1.1" status: 200 len: 921 time: 0.0891728 Nov 19 17:58:52.075282 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0d9f44fc-bbe8-485a-879b-3a239b7ad316 req-e2016845-fc09-4e90-88d0-e816a83f8ec7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b82dddf-89bd-4bd4-90a9-c7fba3abde45 HTTP/1.1" status: 200 len: 217 time: 0.0365748 Nov 19 17:58:52.140500 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f44fc-bbe8-485a-879b-3a239b7ad316 req-40d69d83-db0b-4bff-b548-94975dd92e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:52.142479 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0d9f44fc-bbe8-485a-879b-3a239b7ad316 req-40d69d83-db0b-4bff-b548-94975dd92e87 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6158668e-687d-402a-ab54-4f4a94c41e7e HTTP/1.1" status: 200 len: 859 time: 0.0541046 Nov 19 17:58:52.178298 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0d9f44fc-bbe8-485a-879b-3a239b7ad316 req-534dd9a2-4ee4-42d0-bc56-cd4e7d357052 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=96d692e2-05d3-4af8-83ff-1b363e11b217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277996 Nov 19 17:58:52.187683 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934c28e-e3e1-4743-8cd0-df8baa2f8ab1 req-174030ef-d62c-4d95-b393-6aae95eafa81 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:52.189317 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1934c28e-e3e1-4743-8cd0-df8baa2f8ab1 req-174030ef-d62c-4d95-b393-6aae95eafa81 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.0532899 Nov 19 17:58:52.261287 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1934c28e-e3e1-4743-8cd0-df8baa2f8ab1 req-eadcc1a4-46b6-4b06-a4a7-9c929da62550 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652971 Nov 19 17:58:52.288857 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0d9f44fc-bbe8-485a-879b-3a239b7ad316 req-01daba28-9e66-40ba-a431-d85d775cf6b1 service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993800 Nov 19 17:58:52.382666 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-0d9f44fc-bbe8-485a-879b-3a239b7ad316 req-0fec41cf-63df-4896-a3ea-734368c75f30 service neutron] 10.222.0.85 "GET /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838442 Nov 19 17:58:52.795302 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-ed7aa87f-a53a-4df7-9eae-db1840029dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:53.102065 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c00632-5222-42f3-a0c1-d84c5d045956 req-63c21fb3-00f8-4406-aca9-2d2e6b9f5756 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:53.103958 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a7c00632-5222-42f3-a0c1-d84c5d045956 req-63c21fb3-00f8-4406-aca9-2d2e6b9f5756 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0558608 Nov 19 17:58:53.157805 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a7c00632-5222-42f3-a0c1-d84c5d045956 req-a330c6c2-e241-477e-8891-b194a1b2f018 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469356 Nov 19 17:58:53.411118 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88e161-f8df-4d64-bb15-51eaae59340e req-fb4124e4-bd0b-44ed-bff2-16f96c3cdd63 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:53.412675 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bb88e161-f8df-4d64-bb15-51eaae59340e req-fb4124e4-bd0b-44ed-bff2-16f96c3cdd63 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.0598018 Nov 19 17:58:53.484960 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bb88e161-f8df-4d64-bb15-51eaae59340e req-7f8b1569-c652-4d89-a9f1-22ea5e18cb08 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661714 Nov 19 17:58:54.285223 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740d973-99e4-46b5-948e-eb098939d5a7 req-a9f30b77-c92a-4dad-a18f-adceb9121cc8 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:54.286807 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5740d973-99e4-46b5-948e-eb098939d5a7 req-a9f30b77-c92a-4dad-a18f-adceb9121cc8 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0601454 Nov 19 17:58:54.339513 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5740d973-99e4-46b5-948e-eb098939d5a7 req-5e3286ae-177f-4178-aa04-19264aeea103 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466349 Nov 19 17:58:54.495013 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43330) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:54.609681 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61291e-8f79-4822-a010-fb052525a6c5 req-85b1e89e-4b77-484a-9378-f7c35901b7d8 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:54.611308 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bb61291e-8f79-4822-a010-fb052525a6c5 req-85b1e89e-4b77-484a-9378-f7c35901b7d8 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.0562279 Nov 19 17:58:54.633623 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-92245807-3f02-47d1-bcb8-5c8b867e813a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.718121 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bb61291e-8f79-4822-a010-fb052525a6c5 req-891c761d-c16e-4aad-823d-8fec3a3b1bc1 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995913 Nov 19 17:58:54.763345 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-92245807-3f02-47d1-bcb8-5c8b867e813a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.768760 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-92245807-3f02-47d1-bcb8-5c8b867e813a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.811450 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-92245807-3f02-47d1-bcb8-5c8b867e813a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3771136c13d54179889fcaf41a428b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152764 Nov 19 17:58:54.812496 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92245807-3f02-47d1-bcb8-5c8b867e813a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e124598b-acbe-490b-aa2d-54ca72e0e8db,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:54.814087 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43336) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:54.869170 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-acabd8c5-6bf3-4b4f-a498-0f419cf9f08d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.894222 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-acabd8c5-6bf3-4b4f-a498-0f419cf9f08d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.954219 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-acabd8c5-6bf3-4b4f-a498-0f419cf9f08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.956785 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-acabd8c5-6bf3-4b4f-a498-0f419cf9f08d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.957938 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-acabd8c5-6bf3-4b4f-a498-0f419cf9f08d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e124598b-acbe-490b-aa2d-54ca72e0e8db HTTP/1.1" status: 204 len: 168 time: 0.1428199 Nov 19 17:58:54.965962 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabd8c5-6bf3-4b4f-a498-0f419cf9f08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e124598b-acbe-490b-aa2d-54ca72e0e8db,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:55.248406 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43342) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:55.261996 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d1638a59-c41d-47f5-ae26-4195034691f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.340265 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d1638a59-c41d-47f5-ae26-4195034691f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.345832 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d1638a59-c41d-47f5-ae26-4195034691f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.382525 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1638a59-c41d-47f5-ae26-4195034691f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f404c2c1-3350-4c1e-9905-3a9fe5fb5fa0,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:55.391580 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-d1638a59-c41d-47f5-ae26-4195034691f9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d0345e593ec942fa98d7dd3a0483e5cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420457 Nov 19 17:58:55.395818 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43346) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:55.449066 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ade09b61-cadc-470b-8058-c5609abac757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.462792 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64eb8c-418b-49f8-8538-6a7940fadc1c req-66e393f4-fec0-4a08-aa23-827433cf0f77 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:55.464334 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bf64eb8c-418b-49f8-8538-6a7940fadc1c req-66e393f4-fec0-4a08-aa23-827433cf0f77 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0539074 Nov 19 17:58:55.479532 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ade09b61-cadc-470b-8058-c5609abac757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.517485 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bf64eb8c-418b-49f8-8538-6a7940fadc1c req-841d55cf-54ac-4bc7-b350-9c41ce0f7197 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464485 Nov 19 17:58:55.531205 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ade09b61-cadc-470b-8058-c5609abac757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.533822 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ade09b61-cadc-470b-8058-c5609abac757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.534992 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-ade09b61-cadc-470b-8058-c5609abac757 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f404c2c1-3350-4c1e-9905-3a9fe5fb5fa0 HTTP/1.1" status: 204 len: 168 time: 0.1380637 Nov 19 17:58:55.544482 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade09b61-cadc-470b-8058-c5609abac757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f404c2c1-3350-4c1e-9905-3a9fe5fb5fa0,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:55.865854 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666a383-2a8a-40bd-b4e9-de79170947c4 req-5122248c-c34f-48f4-bd98-3c713ee3f023 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:55.867458 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1666a383-2a8a-40bd-b4e9-de79170947c4 req-5122248c-c34f-48f4-bd98-3c713ee3f023 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.0696609 Nov 19 17:58:55.922261 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43364) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:55.949135 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e95b579b-d5c3-4803-8fd0-247a7248f111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.958892 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1666a383-2a8a-40bd-b4e9-de79170947c4 req-7780decb-73fa-4253-be9d-32eb7bc0213e tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=63c45e6d-c2e7-4990-9214-9f45db61dc1c&id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819941 Nov 19 17:58:55.970082 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-5244ba6b-dd0d-42ec-b5b7-a5c005e1c809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.055247 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e95b579b-d5c3-4803-8fd0-247a7248f111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.059460 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e95b579b-d5c3-4803-8fd0-247a7248f111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.099842 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e95b579b-d5c3-4803-8fd0-247a7248f111 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ef34a08713914b7186af7454693e4ff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1764336 Nov 19 17:58:56.100715 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b579b-d5c3-4803-8fd0-247a7248f111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346d8912-1c01-4c1a-be6d-450198e71c7f,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:56.103598 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43368) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:56.157786 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f0deaf03-9c2e-4a40-a190-285c48e1b9a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.182926 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f0deaf03-9c2e-4a40-a190-285c48e1b9a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.233797 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f0deaf03-9c2e-4a40-a190-285c48e1b9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.236422 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f0deaf03-9c2e-4a40-a190-285c48e1b9a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.237624 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-f0deaf03-9c2e-4a40-a190-285c48e1b9a9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/346d8912-1c01-4c1a-be6d-450198e71c7f HTTP/1.1" status: 204 len: 168 time: 0.1326301 Nov 19 17:58:56.246270 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0deaf03-9c2e-4a40-a190-285c48e1b9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346d8912-1c01-4c1a-be6d-450198e71c7f,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:56.985244 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43396) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:57.114939 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-349001563-network', 'tenant_id': '53519236e10b4120b3f539eae690a9a7'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:57.139942 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] Made reservation on behalf of 53519236e10b4120b3f539eae690a9a7 for: {'network': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:57.142220 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.150928 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.228808 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.234092 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.238944 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.262060 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=103565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:58:57.276509 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81513be-2831-48bd-aadd-6db5b92e0673,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:57.283393 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.284412 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.segments_db [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] Added segment 93c8ee17-c406-4226-bb72-eda88fe2c8db of type vlan for network fb5f1287-1470-4365-9d8f-330582eb8ff8 Nov 19 17:58:57.336666 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.364016 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.365100 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:57.365758 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.422588 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4361622 Nov 19 17:58:57.425521 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43402) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:57.431773 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-a58291ee-78d2-427b-acd7-34f763b4ad6f admin admin] Request body: {'subnet': {'network_id': 'fb5f1287-1470-4365-9d8f-330582eb8ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-349001563-subnet', 'tenant_id': '53519236e10b4120b3f539eae690a9a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:57.435113 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb5f50-6c02-4df8-a30c-57a704d37a26 admin admin] Pushing event updated for resources: {'Network': ['ID=fb5f1287-1470-4365-9d8f-330582eb8ff8,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:57.446154 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network fb5f1287-1470-4365-9d8f-330582eb8ff8 details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:58:57.456090 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58291ee-78d2-427b-acd7-34f763b4ad6f admin admin] Made reservation on behalf of 53519236e10b4120b3f539eae690a9a7 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:57.458751 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a58291ee-78d2-427b-acd7-34f763b4ad6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14553261'] for subnet, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.651317 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a58291ee-78d2-427b-acd7-34f763b4ad6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14508700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14553279'] for subnet, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.710220 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58291ee-78d2-427b-acd7-34f763b4ad6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f86c22e-d221-4caa-b893-c57cb656fe07,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:57.726970 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58291ee-78d2-427b-acd7-34f763b4ad6f admin admin] Checking segment: {'id': '93c8ee17-c406-4226-bb72-eda88fe2c8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'fb5f1287-1470-4365-9d8f-330582eb8ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:57.727334 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58291ee-78d2-427b-acd7-34f763b4ad6f admin admin] Network hostable DHCP agents. Network: fb5f1287-1470-4365-9d8f-330582eb8ff8, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:58:57.745447 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58291ee-78d2-427b-acd7-34f763b4ad6f admin admin] Network fb5f1287-1470-4365-9d8f-330582eb8ff8 is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:58:57.755256 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-a58291ee-78d2-427b-acd7-34f763b4ad6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, fb5f1287-1470-4365-9d8f-330582eb8ff8) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:57.759740 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58291ee-78d2-427b-acd7-34f763b4ad6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:57.760345 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a58291ee-78d2-427b-acd7-34f763b4ad6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.764291 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c0187d-f94a-4ff2-aa20-08bf24e86f0c None None] Network fb5f1287-1470-4365-9d8f-330582eb8ff8 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:57.780810 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a58291ee-78d2-427b-acd7-34f763b4ad6f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3502479 Nov 19 17:58:57.915614 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c00899-e719-40cd-97b9-e6c0d81de009 None None] Network fb5f1287-1470-4365-9d8f-330582eb8ff8 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:59.309909 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:59.483955 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f077c-9d7b-4f71-bea2-87b2be79dbe3 req-c5fa6a44-82c3-439a-8a2e-3480a054611f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:59.485588 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f7f077c-9d7b-4f71-bea2-87b2be79dbe3 req-c5fa6a44-82c3-439a-8a2e-3480a054611f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0546455 Nov 19 17:58:59.539913 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3f7f077c-9d7b-4f71-bea2-87b2be79dbe3 req-e647a215-9371-4b0d-8056-bde089fa908d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476005 Nov 19 17:58:59.635189 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:59.679950 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-1e21e67d-e375-47de-94b2-74c051d670b7 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:59.681442 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-1e21e67d-e375-47de-94b2-74c051d670b7 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/networks?id=fb5f1287-1470-4365-9d8f-330582eb8ff8 HTTP/1.1" status: 200 len: 808 time: 0.1101573 Nov 19 17:58:59.697086 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-11fa9bc1-cdd6-483c-9784-681949abfcfa tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/quotas/53519236e10b4120b3f539eae690a9a7 HTTP/1.1" status: 200 len: 375 time: 0.0091782 Nov 19 17:58:59.730083 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-05ffb380-5d7e-45be-9adf-da5d827b97df tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=53519236e10b4120b3f539eae690a9a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269580 Nov 19 17:58:59.821611 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-c41859f2-f01f-4934-8f9a-06d9c02432f4 service neutron] 10.222.0.71 "GET /v2.0/networks/fb5f1287-1470-4365-9d8f-330582eb8ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844986 Nov 19 17:58:59.914609 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-e3ee1683-09cb-460f-8c38-5373caf53f96 service neutron] 10.222.0.71 "GET /v2.0/networks/fb5f1287-1470-4365-9d8f-330582eb8ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867312 Nov 19 17:59:00.079662 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fb00506d-f065-4ca1-a1eb-f7d55e50c402 req-3a8c8b45-6c21-416a-b479-1c68472a3a02 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 210 time: 0.0276685 Nov 19 17:59:00.662743 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27e51-89c8-42f8-91b0-991c62ef453b req-9de3beaa-d172-481a-98a9-98315fdea592 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:00.664194 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10e27e51-89c8-42f8-91b0-991c62ef453b req-9de3beaa-d172-481a-98a9-98315fdea592 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0521636 Nov 19 17:59:00.717659 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10e27e51-89c8-42f8-91b0-991c62ef453b req-77b9654a-2071-49a1-8800-2b38b27201a3 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474105 Nov 19 17:59:01.183135 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1540b2e2-5afb-4e7a-a38b-a12112547046 req-c23cbc40-7a6b-4636-935a-4be16b0c6a17 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 210 time: 0.0267794 Nov 19 17:59:01.202948 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:59:01.206836 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-473e457e-01fb-4718-a6c8-2cd0c5382236 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:01.208572 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-473e457e-01fb-4718-a6c8-2cd0c5382236 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.85 "GET /v2.0/networks?id=fb5f1287-1470-4365-9d8f-330582eb8ff8 HTTP/1.1" status: 200 len: 808 time: 0.1147177 Nov 19 17:59:01.224591 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4279377c-1629-4f6f-b319-ca7e87f61d4d tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Request body: {'port': {'device_id': 'ada1a37e-511f-4741-80e7-7be47831a2a9', 'network_id': 'fb5f1287-1470-4365-9d8f-330582eb8ff8', 'admin_state_up': True, 'tenant_id': '53519236e10b4120b3f539eae690a9a7'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:01.573015 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4279377c-1629-4f6f-b319-ca7e87f61d4d tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Made reservation on behalf of 53519236e10b4120b3f539eae690a9a7 for: {'port': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:01.576791 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4279377c-1629-4f6f-b319-ca7e87f61d4d tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:01.710686 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4279377c-1629-4f6f-b319-ca7e87f61d4d tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Allocated IP 172.20.0.11 (fb5f1287-1470-4365-9d8f-330582eb8ff8/4f86c22e-d221-4caa-b893-c57cb656fe07/9fe08e61-fcef-4c46-a134-13144d3334a6) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:01.866785 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4279377c-1629-4f6f-b319-ca7e87f61d4d tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:01.911784 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4279377c-1629-4f6f-b319-ca7e87f61d4d tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:01.954039 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4279377c-1629-4f6f-b319-ca7e87f61d4d tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Network fb5f1287-1470-4365-9d8f-330582eb8ff8 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:01.957199 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4279377c-1629-4f6f-b319-ca7e87f61d4d tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:01.961249 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4279377c-1629-4f6f-b319-ca7e87f61d4d tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:01.988075 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4c1b1-7f19-4c91-be8a-21aeaf7a2fec req-e71d324e-3237-41c8-b8c1-ce294a3b3ef9 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:01.989643 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fae4c1b1-7f19-4c91-be8a-21aeaf7a2fec req-e71d324e-3237-41c8-b8c1-ce294a3b3ef9 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.2026997 Nov 19 17:59:01.992948 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279377c-1629-4f6f-b319-ca7e87f61d4d tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Pushing event updated for resources: {'Port': ['ID=9fe08e61-fcef-4c46-a134-13144d3334a6,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:02.017078 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4279377c-1629-4f6f-b319-ca7e87f61d4d tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:02.017721 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4279377c-1629-4f6f-b319-ca7e87f61d4d tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.035422 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4279377c-1629-4f6f-b319-ca7e87f61d4d tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8151472 Nov 19 17:59:02.047266 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fae4c1b1-7f19-4c91-be8a-21aeaf7a2fec req-9464b1f8-3b97-4b5c-9ad9-b8e23e75d69f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446308 Nov 19 17:59:02.049682 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Request body: {'port': {'device_id': 'ada1a37e-511f-4741-80e7-7be47831a2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:02.105507 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.361548 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e182c-c281-4057-9c51-dc60e5073d43 req-27bfed12-626f-4054-a31c-51ba8bb403df tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:02.363130 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-114e182c-c281-4057-9c51-dc60e5073d43 req-27bfed12-626f-4054-a31c-51ba8bb403df tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 932 time: 0.1044464 Nov 19 17:59:02.377227 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe08e61-fcef-4c46-a134-13144d3334a6 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:59:02.384742 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.397528 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Transition to ACTIVE for port object 9fe08e61-fcef-4c46-a134-13144d3334a6 will not be triggered until provisioned by entity L2. {{(pid=103565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:59:02.401556 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.416552 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-114e182c-c281-4057-9c51-dc60e5073d43 req-033e2923-065a-4ced-beed-a6c8a45fad40 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472045 Nov 19 17:59:02.453197 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Pushing event updated for resources: {'Port': ['ID=9fe08e61-fcef-4c46-a134-13144d3334a6,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:02.524300 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Attempting to bind port 9fe08e61-fcef-4c46-a134-13144d3334a6 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:59:02.524562 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Attempting to bind port 9fe08e61-fcef-4c46-a134-13144d3334a6 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '93c8ee17-c406-4226-bb72-eda88fe2c8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'fb5f1287-1470-4365-9d8f-330582eb8ff8'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:59:02.524863 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Attempting to bind port 9fe08e61-fcef-4c46-a134-13144d3334a6 on network fb5f1287-1470-4365-9d8f-330582eb8ff8 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:02.529532 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Port 9fe08e61-fcef-4c46-a134-13144d3334a6 on network fb5f1287-1470-4365-9d8f-330582eb8ff8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:59:02.529850 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Attempting to bind port 9fe08e61-fcef-4c46-a134-13144d3334a6 on network fb5f1287-1470-4365-9d8f-330582eb8ff8 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:02.534755 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:59:02.535091 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Checking segment: {'id': '93c8ee17-c406-4226-bb72-eda88fe2c8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'fb5f1287-1470-4365-9d8f-330582eb8ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:02.535474 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Bound using segment: {'id': '93c8ee17-c406-4226-bb72-eda88fe2c8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'fb5f1287-1470-4365-9d8f-330582eb8ff8'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:59:02.535910 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Bound port: 9fe08e61-fcef-4c46-a134-13144d3334a6, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c8ee17-c406-4226-bb72-eda88fe2c8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'fb5f1287-1470-4365-9d8f-330582eb8ff8'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:59:02.536277 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.599128 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] For port 9fe08e61-fcef-4c46-a134-13144d3334a6, host hv-cinder-81078, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:59:02.603017 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] For port 9fe08e61-fcef-4c46-a134-13144d3334a6, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=9fe08e61-fcef-4c46-a134-13144d3334a6,segment=NetworkSegment(93c8ee17-c406-4226-bb72-eda88fe2c8db),segment_id=93c8ee17-c406-4226-bb72-eda88fe2c8db)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:59:02.608937 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.613594 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a16cc-d6b8-4be4-8bf4-a36d31f56e0b req-7c3fa303-039c-422c-a092-8baaabb6cd74 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:02.615324 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b1a16cc-d6b8-4be4-8bf4-a36d31f56e0b req-7c3fa303-039c-422c-a092-8baaabb6cd74 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 945 time: 0.0491133 Nov 19 17:59:02.647222 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:02.647847 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.649260 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] 10.222.0.85 "PUT /v2.0/ports/9fe08e61-fcef-4c46-a134-13144d3334a6 HTTP/1.1" status: 200 len: 1094 time: 0.6039267 Nov 19 17:59:02.649702 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada1a37e-511f-4741-80e7-7be47831a2a9', 'tag': '9fe08e61-fcef-4c46-a134-13144d3334a6'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:02.651971 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40db384a-ea4d-4aef-a08a-c46ed0d7e327" -d '{"events": [{"name": "network-changed", "server_uuid": "ada1a37e-511f-4741-80e7-7be47831a2a9", "tag": "9fe08e61-fcef-4c46-a134-13144d3334a6"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:02.672168 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930c6a6-b772-4662-b8a5-7843991cb51e service neutron] Pushing event updated for resources: {'Port': ['ID=9fe08e61-fcef-4c46-a134-13144d3334a6,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:02.711900 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8be5f42-9a76-43c3-a735-f1004b2cfeeb x-openstack-request-id: req-c8be5f42-9a76-43c3-a735-f1004b2cfeeb {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:02.712206 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada1a37e-511f-4741-80e7-7be47831a2a9", "tag": "9fe08e61-fcef-4c46-a134-13144d3334a6", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:02.712421 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c8be5f42-9a76-43c3-a735-f1004b2cfeeb {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:02.712955 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada1a37e-511f-4741-80e7-7be47831a2a9', 'tag': '9fe08e61-fcef-4c46-a134-13144d3334a6', 'status': 'completed', 'code': 200} Nov 19 17:59:02.717028 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-7b1a16cc-d6b8-4be4-8bf4-a36d31f56e0b req-32b5184b-3e01-42b3-94dd-8ea01dd7393c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Deleting port 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:02.717367 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7b1a16cc-d6b8-4be4-8bf4-a36d31f56e0b req-32b5184b-3e01-42b3-94dd-8ea01dd7393c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.746476 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-c9fb6b92-9186-41db-a1a8-2f727f9c2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:02.748578 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-c9fb6b92-9186-41db-a1a8-2f727f9c2c9a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=53519236e10b4120b3f539eae690a9a7&device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 1097 time: 0.0479133 Nov 19 17:59:02.793257 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-d1a87971-2cbb-4e44-934d-6b961ce2a302 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe08e61-fcef-4c46-a134-13144d3334a6 HTTP/1.1" status: 200 len: 217 time: 0.0341597 Nov 19 17:59:02.812989 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-7b1a16cc-d6b8-4be4-8bf4-a36d31f56e0b req-32b5184b-3e01-42b3-94dd-8ea01dd7393c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] For port 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0709ef2e-fc0b-44c6-adb1-47c8c430d2c0,segment=NetworkSegment(804ebd93-68f4-4dbd-b182-b921aac84aaa),segment_id=804ebd93-68f4-4dbd-b182-b921aac84aaa)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:02.813357 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7b1a16cc-d6b8-4be4-8bf4-a36d31f56e0b req-32b5184b-3e01-42b3-94dd-8ea01dd7393c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.826736 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-7b1a16cc-d6b8-4be4-8bf4-a36d31f56e0b req-32b5184b-3e01-42b3-94dd-8ea01dd7393c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Calling delete_port for 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:02.844793 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-2e0c0089-c3dd-427b-9e73-1c34ed19d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:02.846265 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-2e0c0089-c3dd-427b-9e73-1c34ed19d1e3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4f86c22e-d221-4caa-b893-c57cb656fe07 HTTP/1.1" status: 200 len: 848 time: 0.0458190 Nov 19 17:59:02.879847 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-202f4d67-66a3-4a1c-820e-75604b42c00f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fb5f1287-1470-4365-9d8f-330582eb8ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260301 Nov 19 17:59:02.962868 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7b1a16cc-d6b8-4be4-8bf4-a36d31f56e0b req-32b5184b-3e01-42b3-94dd-8ea01dd7393c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.975749 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['2b82dddf-89bd-4bd4-90a9-c7fba3abde45', '0709ef2e-fc0b-44c6-adb1-47c8c430d2c0'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:59:02.989256 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-8d95f5d1-11a0-4491-bcab-0695536158be service neutron] 10.222.0.85 "GET /v2.0/networks/fb5f1287-1470-4365-9d8f-330582eb8ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977974 Nov 19 17:59:02.992168 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5184b-3e01-42b3-94dd-8ea01dd7393c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Pushing event deleted for resources: {'Port': ['ID=0709ef2e-fc0b-44c6-adb1-47c8c430d2c0,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:03.038427 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1a16cc-d6b8-4be4-8bf4-a36d31f56e0b req-32b5184b-3e01-42b3-94dd-8ea01dd7393c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] No DVR routers for this DVR port 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 on host hv-cinder-81078 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:03.041500 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-7b1a16cc-d6b8-4be4-8bf4-a36d31f56e0b req-32b5184b-3e01-42b3-94dd-8ea01dd7393c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:03.045900 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7b1a16cc-d6b8-4be4-8bf4-a36d31f56e0b req-32b5184b-3e01-42b3-94dd-8ea01dd7393c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.85 "DELETE /v2.0/ports/0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 HTTP/1.1" status: 204 len: 173 time: 0.4239061 Nov 19 17:59:03.046703 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6e6673-f063-49c6-b9b8-65637f8f9876', 'name': 'network-vif-deleted', 'tag': '0709ef2e-fc0b-44c6-adb1-47c8c430d2c0'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:03.049709 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b992b39-3e98-4044-95d6-45430fa19383" -d '{"events": [{"server_uuid": "ed6e6673-f063-49c6-b9b8-65637f8f9876", "name": "network-vif-deleted", "tag": "0709ef2e-fc0b-44c6-adb1-47c8c430d2c0"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:03.111828 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38baed82-fb0d-435e-b6d1-24da7043d83d x-openstack-request-id: req-38baed82-fb0d-435e-b6d1-24da7043d83d {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:03.112415 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6e6673-f063-49c6-b9b8-65637f8f9876", "name": "network-vif-deleted", "tag": "0709ef2e-fc0b-44c6-adb1-47c8c430d2c0", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:03.113006 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-38baed82-fb0d-435e-b6d1-24da7043d83d {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:03.113645 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6e6673-f063-49c6-b9b8-65637f8f9876', 'name': 'network-vif-deleted', 'tag': '0709ef2e-fc0b-44c6-adb1-47c8c430d2c0', 'status': 'completed', 'code': 200} Nov 19 17:59:03.116351 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-253149f6-d6d6-44d6-a363-a39c487b7059 req-2d744553-d98f-4e98-b14d-bb8a53166cc8 service neutron] 10.222.0.85 "GET /v2.0/networks/fb5f1287-1470-4365-9d8f-330582eb8ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195695 Nov 19 17:59:03.161921 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6f8aecaa-c031-4363-a501-62cb9c19d564 req-b3ff657e-a189-4cf7-bfff-066291de58d3 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed6e6673-f063-49c6-b9b8-65637f8f9876 HTTP/1.1" status: 200 len: 210 time: 0.0291872 Nov 19 17:59:03.262497 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db384a-ea4d-4aef-a08a-c46ed0d7e327 req-977ce88e-bfdf-4e5e-8c29-35162e648fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:03.264069 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-40db384a-ea4d-4aef-a08a-c46ed0d7e327 req-977ce88e-bfdf-4e5e-8c29-35162e648fed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=53519236e10b4120b3f539eae690a9a7&device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 1097 time: 0.0485625 Nov 19 17:59:03.358316 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db384a-ea4d-4aef-a08a-c46ed0d7e327 req-ed269c7e-33a4-438e-9006-d04f043dd876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:03.359705 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-40db384a-ea4d-4aef-a08a-c46ed0d7e327 req-ed269c7e-33a4-438e-9006-d04f043dd876 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fb5f1287-1470-4365-9d8f-330582eb8ff8 HTTP/1.1" status: 200 len: 910 time: 0.0846827 Nov 19 17:59:03.408313 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-40db384a-ea4d-4aef-a08a-c46ed0d7e327 req-8f1f62e5-e5ee-43ad-a6cd-3f49f9898093 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe08e61-fcef-4c46-a134-13144d3334a6 HTTP/1.1" status: 200 len: 217 time: 0.0393362 Nov 19 17:59:03.464910 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db384a-ea4d-4aef-a08a-c46ed0d7e327 req-cd01c125-205f-4480-b8b0-e42c5e997c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:03.467190 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-40db384a-ea4d-4aef-a08a-c46ed0d7e327 req-cd01c125-205f-4480-b8b0-e42c5e997c8f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4f86c22e-d221-4caa-b893-c57cb656fe07 HTTP/1.1" status: 200 len: 848 time: 0.0491424 Nov 19 17:59:03.501598 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-40db384a-ea4d-4aef-a08a-c46ed0d7e327 req-3c7044ec-026b-4157-ad4f-d15508768aaa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fb5f1287-1470-4365-9d8f-330582eb8ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262809 Nov 19 17:59:03.544018 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94946870-58c2-4558-b922-842082158b7a req-7bc9784a-5938-454b-92cc-b07aac50dea1 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:03.546072 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-94946870-58c2-4558-b922-842082158b7a req-7bc9784a-5938-454b-92cc-b07aac50dea1 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 944 time: 0.0567796 Nov 19 17:59:03.603115 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-94946870-58c2-4558-b922-842082158b7a req-86332f03-e34e-4dff-9895-c55c28945907 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509427 Nov 19 17:59:03.615386 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-40db384a-ea4d-4aef-a08a-c46ed0d7e327 req-627f7852-e630-4ada-9213-3bb41011412f service neutron] 10.222.0.85 "GET /v2.0/networks/fb5f1287-1470-4365-9d8f-330582eb8ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029546 Nov 19 17:59:03.732278 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-40db384a-ea4d-4aef-a08a-c46ed0d7e327 req-1c3072b5-9e03-41a1-980e-f13634b17146 service neutron] 10.222.0.85 "GET /v2.0/networks/fb5f1287-1470-4365-9d8f-330582eb8ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980704 Nov 19 17:59:04.436461 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b331b7-6588-439d-af84-fe23a862358f req-f393017b-ee68-4b7a-af4f-102a52eafb94 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:04.437974 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c4b331b7-6588-439d-af84-fe23a862358f req-f393017b-ee68-4b7a-af4f-102a52eafb94 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0508218 Nov 19 17:59:04.488749 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c4b331b7-6588-439d-af84-fe23a862358f req-7441729a-20f3-48e4-8805-4d27b2402825 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448041 Nov 19 17:59:04.726231 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02689a98-6c9f-4806-af69-0e68dc607d87 req-265f44d9-d314-40d3-9e21-2fc8c7fa7518 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:04.735212 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-02689a98-6c9f-4806-af69-0e68dc607d87 req-265f44d9-d314-40d3-9e21-2fc8c7fa7518 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 944 time: 0.0587804 Nov 19 17:59:04.788185 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-02689a98-6c9f-4806-af69-0e68dc607d87 req-c0d3625e-337a-4872-b090-c1f1fafcb22c tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522096 Nov 19 17:59:05.607917 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ac11f-2e70-4762-a2a6-91e4f0b1b8dc req-a2950b0d-2acf-4424-b2dd-450bae3a631c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:05.609401 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-765ac11f-2e70-4762-a2a6-91e4f0b1b8dc req-a2950b0d-2acf-4424-b2dd-450bae3a631c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0511227 Nov 19 17:59:05.656906 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-765ac11f-2e70-4762-a2a6-91e4f0b1b8dc req-ef3746bc-e450-49a7-b50d-372f08d24f48 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415318 Nov 19 17:59:05.905202 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2db5d-43d7-4a44-bfe4-9e7d7e6cda05 req-4815fa88-3e8c-4859-93d8-74589819bcb2 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:05.906766 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-88a2db5d-43d7-4a44-bfe4-9e7d7e6cda05 req-4815fa88-3e8c-4859-93d8-74589819bcb2 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 944 time: 0.0498891 Nov 19 17:59:05.954714 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-88a2db5d-43d7-4a44-bfe4-9e7d7e6cda05 req-6171e0f2-1cd6-4bd9-b3f4-4ebb8e53e0c9 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Nov 19 17:59:06.778855 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18338353-7455-45af-b976-279144914e1b req-06b596c5-f0cc-479a-95af-c850799a3dbe tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:06.780306 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-18338353-7455-45af-b976-279144914e1b req-06b596c5-f0cc-479a-95af-c850799a3dbe tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0540566 Nov 19 17:59:06.833603 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-18338353-7455-45af-b976-279144914e1b req-8d8a6301-9bfd-4e15-b521-6a4d2bf73334 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420179 Nov 19 17:59:07.074768 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330e7eb-6b1c-460a-b1ea-e363a05cb7d0 req-fc9b26b3-f3ae-459f-9bac-8be84333f7bc tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:07.076393 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1330e7eb-6b1c-460a-b1ea-e363a05cb7d0 req-fc9b26b3-f3ae-459f-9bac-8be84333f7bc tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 944 time: 0.0509892 Nov 19 17:59:07.126669 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1330e7eb-6b1c-460a-b1ea-e363a05cb7d0 req-041b90e2-5c2b-446e-9d3d-f268bdb582bd tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Nov 19 17:59:07.634844 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 9fe08e61-fcef-4c46-a134-13144d3334a6 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:59:07.638326 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:07.664390 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:59:07.664733 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0709ef2e-fc0b-44c6-adb1-47c8c430d2c0 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:07.757842 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 9fe08e61-fcef-4c46-a134-13144d3334a6, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=9fe08e61-fcef-4c46-a134-13144d3334a6,segment=NetworkSegment(93c8ee17-c406-4226-bb72-eda88fe2c8db),segment_id=93c8ee17-c406-4226-bb72-eda88fe2c8db)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:07.771533 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '9fe08e61-fcef-4c46-a134-13144d3334a6', 'network_id': 'fb5f1287-1470-4365-9d8f-330582eb8ff8', 'port_id': '9fe08e61-fcef-4c46-a134-13144d3334a6', 'mac_address': 'fa:16:3e:44:c5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f86c22e-d221-4caa-b893-c57cb656fe07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:59:07.810775 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:07.824156 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe08e61-fcef-4c46-a134-13144d3334a6 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:59:07.844855 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 9fe08e61-fcef-4c46-a134-13144d3334a6, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=9fe08e61-fcef-4c46-a134-13144d3334a6,segment=NetworkSegment(93c8ee17-c406-4226-bb72-eda88fe2c8db),segment_id=93c8ee17-c406-4226-bb72-eda88fe2c8db)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:07.849062 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:07.897200 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=9fe08e61-fcef-4c46-a134-13144d3334a6,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:07.905451 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:07.905809 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:07.906159 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:07.906525 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:07.906868 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:07.907209 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:07.907544 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:07.907878 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:07.908212 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:07.908542 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:07.908869 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:07.909194 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:07.954637 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de4751-b5da-4270-9b6e-396f27a84801 req-75bc1094-5ecd-4c62-b30c-79b0eb17708f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:07.956179 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-20de4751-b5da-4270-9b6e-396f27a84801 req-75bc1094-5ecd-4c62-b30c-79b0eb17708f tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0495195 Nov 19 17:59:08.009143 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-20de4751-b5da-4270-9b6e-396f27a84801 req-2c9b1978-00e9-4097-b67b-8f054587e808 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459466 Nov 19 17:59:08.194709 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['9fe08e61-fcef-4c46-a134-13144d3334a6'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:59:08.239665 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:08.253256 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f011ac-2b0b-4166-800e-938827ead478 req-391764ee-916e-4036-9414-338dae48a543 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:08.258977 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-89f011ac-2b0b-4166-800e-938827ead478 req-391764ee-916e-4036-9414-338dae48a543 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 945 time: 0.0616844 Nov 19 17:59:08.304870 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-89f011ac-2b0b-4166-800e-938827ead478 req-b3e80af5-f7f4-4797-8385-8cdb2f5a7759 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439608 Nov 19 17:59:09.131367 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d144289-b7d8-4ac9-83d3-ec1d433ece93 req-c21f6840-8906-43c1-8954-6fddd84a299c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:09.132876 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1d144289-b7d8-4ac9-83d3-ec1d433ece93 req-c21f6840-8906-43c1-8954-6fddd84a299c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0531933 Nov 19 17:59:09.180425 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1d144289-b7d8-4ac9-83d3-ec1d433ece93 req-e783c8a7-b3d2-4d4c-9179-8bbd1e062e9c tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405457 Nov 19 17:59:09.426911 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bd15d-9809-4b7d-8610-ab5ce83a2357 req-d96990fa-4c1f-4ebe-acc9-ee551e419662 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:09.428493 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f39bd15d-9809-4b7d-8610-ab5ce83a2357 req-d96990fa-4c1f-4ebe-acc9-ee551e419662 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 945 time: 0.0543880 Nov 19 17:59:09.479788 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f39bd15d-9809-4b7d-8610-ab5ce83a2357 req-eaabd97e-b8c5-4642-aa6f-8920c041a9c9 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438519 Nov 19 17:59:09.638081 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 9fe08e61-fcef-4c46-a134-13144d3334a6 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:09.689737 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 9fe08e61-fcef-4c46-a134-13144d3334a6 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:59:09.694069 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 9fe08e61-fcef-4c46-a134-13144d3334a6 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:09.694457 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:09.771966 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:09.795323 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada1a37e-511f-4741-80e7-7be47831a2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe08e61-fcef-4c46-a134-13144d3334a6'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:09.797526 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fadc35-46d9-40ae-90a1-9420539f4abf" -d '{"events": [{"server_uuid": "ada1a37e-511f-4741-80e7-7be47831a2a9", "name": "network-vif-plugged", "status": "completed", "tag": "9fe08e61-fcef-4c46-a134-13144d3334a6"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:09.810223 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 9fe08e61-fcef-4c46-a134-13144d3334a6, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=9fe08e61-fcef-4c46-a134-13144d3334a6,segment=NetworkSegment(93c8ee17-c406-4226-bb72-eda88fe2c8db),segment_id=93c8ee17-c406-4226-bb72-eda88fe2c8db)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:09.814600 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:09.837464 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01979cb3-c7ee-4c56-8585-c4cf5e271462 x-openstack-request-id: req-01979cb3-c7ee-4c56-8585-c4cf5e271462 {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:09.837751 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada1a37e-511f-4741-80e7-7be47831a2a9", "name": "network-vif-plugged", "status": "completed", "tag": "9fe08e61-fcef-4c46-a134-13144d3334a6", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:09.838002 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-01979cb3-c7ee-4c56-8585-c4cf5e271462 {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:09.838415 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada1a37e-511f-4741-80e7-7be47831a2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe08e61-fcef-4c46-a134-13144d3334a6', 'code': 200} Nov 19 17:59:09.865193 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=9fe08e61-fcef-4c46-a134-13144d3334a6,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:10.036822 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55b63a-9e3b-4ebe-9fd9-b4d05654b931 req-b28cc468-c462-48b4-84fd-e3fa24df08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:10.038340 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3f55b63a-9e3b-4ebe-9fd9-b4d05654b931 req-b28cc468-c462-48b4-84fd-e3fa24df08c9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 1099 time: 0.0430624 Nov 19 17:59:10.086525 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3f55b63a-9e3b-4ebe-9fd9-b4d05654b931 req-4608efd8-0147-420c-84da-c8d936532245 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388796 Nov 19 17:59:10.297889 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372ab82-0c57-4e6b-be46-1a01f464eebc req-09d21a68-06c2-4b58-a833-3e5b36698f51 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:10.299316 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2372ab82-0c57-4e6b-be46-1a01f464eebc req-09d21a68-06c2-4b58-a833-3e5b36698f51 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0483057 Nov 19 17:59:10.347635 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2372ab82-0c57-4e6b-be46-1a01f464eebc req-61db423a-c059-4287-8ad4-1cb0d399f261 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423687 Nov 19 17:59:10.604115 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e2888-be18-4ef6-8096-ff57a08dbf73 req-f8e90a54-0f61-4cde-a437-3cd055d399f0 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:10.605514 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-213e2888-be18-4ef6-8096-ff57a08dbf73 req-f8e90a54-0f61-4cde-a437-3cd055d399f0 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 946 time: 0.0539134 Nov 19 17:59:10.654275 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-213e2888-be18-4ef6-8096-ff57a08dbf73 req-b78284fb-c840-4e3a-bfd5-7611de3d76ce tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425019 Nov 19 17:59:11.468345 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0c7f4-0b84-4af6-a37e-87904a819cf4 req-2c11eb0d-810a-42a0-b041-9b5f2ea67b41 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:11.469811 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-97f0c7f4-0b84-4af6-a37e-87904a819cf4 req-2c11eb0d-810a-42a0-b041-9b5f2ea67b41 tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0503182 Nov 19 17:59:11.516950 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e757d43-9358-4de3-9802-4b82bf23bf03 req-287e924d-304d-4c04-834c-a8c30e678d6d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:11.518641 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-6e757d43-9358-4de3-9802-4b82bf23bf03 req-287e924d-304d-4c04-834c-a8c30e678d6d tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.85 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 946 time: 0.0599155 Nov 19 17:59:11.528421 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-97f0c7f4-0b84-4af6-a37e-87904a819cf4 req-d3f028db-3385-47b8-a1ff-6d9c2486b4bb tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/security-groups?id=1e600991-2464-4369-95aa-ef88b955a7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496211 Nov 19 17:59:11.632020 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-6e757d43-9358-4de3-9802-4b82bf23bf03 req-233f3aba-5c98-4abb-a422-c0e02ce45eca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Deleting port 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:11.632284 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-6e757d43-9358-4de3-9802-4b82bf23bf03 req-233f3aba-5c98-4abb-a422-c0e02ce45eca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:11.727812 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-6e757d43-9358-4de3-9802-4b82bf23bf03 req-233f3aba-5c98-4abb-a422-c0e02ce45eca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] For port 2b82dddf-89bd-4bd4-90a9-c7fba3abde45, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=2b82dddf-89bd-4bd4-90a9-c7fba3abde45,segment=NetworkSegment(804ebd93-68f4-4dbd-b182-b921aac84aaa),segment_id=804ebd93-68f4-4dbd-b182-b921aac84aaa)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:11.728177 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-6e757d43-9358-4de3-9802-4b82bf23bf03 req-233f3aba-5c98-4abb-a422-c0e02ce45eca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:11.742068 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-6e757d43-9358-4de3-9802-4b82bf23bf03 req-233f3aba-5c98-4abb-a422-c0e02ce45eca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Calling delete_port for 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 owned by compute:nova {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:11.773875 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde9d24-2f91-4336-864c-890be690a588 req-d0dc2261-1d21-45be-bfe6-65d4b3ac5607 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:11.775407 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9cde9d24-2f91-4336-864c-890be690a588 req-d0dc2261-1d21-45be-bfe6-65d4b3ac5607 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 946 time: 0.0494659 Nov 19 17:59:11.834049 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9cde9d24-2f91-4336-864c-890be690a588 req-7899c466-3f6c-44d1-9088-c14354659139 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523791 Nov 19 17:59:11.874858 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-6e757d43-9358-4de3-9802-4b82bf23bf03 req-233f3aba-5c98-4abb-a422-c0e02ce45eca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:11.892793 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['2b82dddf-89bd-4bd4-90a9-c7fba3abde45'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:59:11.908145 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f3aba-5c98-4abb-a422-c0e02ce45eca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Pushing event deleted for resources: {'Port': ['ID=2b82dddf-89bd-4bd4-90a9-c7fba3abde45,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:11.946282 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e757d43-9358-4de3-9802-4b82bf23bf03 req-233f3aba-5c98-4abb-a422-c0e02ce45eca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] No DVR routers for this DVR port 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 on host hv-cinder-81078 {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:11.950229 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-6e757d43-9358-4de3-9802-4b82bf23bf03 req-233f3aba-5c98-4abb-a422-c0e02ce45eca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:11.953618 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-6e757d43-9358-4de3-9802-4b82bf23bf03 req-233f3aba-5c98-4abb-a422-c0e02ce45eca tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.85 "DELETE /v2.0/ports/2b82dddf-89bd-4bd4-90a9-c7fba3abde45 HTTP/1.1" status: 204 len: 173 time: 0.4154782 Nov 19 17:59:11.954048 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999568b8-d5d3-42ea-bf83-af582bf07633', 'name': 'network-vif-deleted', 'tag': '2b82dddf-89bd-4bd4-90a9-c7fba3abde45'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:11.956306 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3155daaf-c66b-4c2a-8f93-31ed35d66f2b" -d '{"events": [{"server_uuid": "999568b8-d5d3-42ea-bf83-af582bf07633", "name": "network-vif-deleted", "tag": "2b82dddf-89bd-4bd4-90a9-c7fba3abde45"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:11.996119 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118719a4-ec0f-46f0-91eb-1b98e1deb37f x-openstack-request-id: req-118719a4-ec0f-46f0-91eb-1b98e1deb37f {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:11.997152 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999568b8-d5d3-42ea-bf83-af582bf07633", "name": "network-vif-deleted", "tag": "2b82dddf-89bd-4bd4-90a9-c7fba3abde45", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:11.997470 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-118719a4-ec0f-46f0-91eb-1b98e1deb37f {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:11.997914 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999568b8-d5d3-42ea-bf83-af582bf07633', 'name': 'network-vif-deleted', 'tag': '2b82dddf-89bd-4bd4-90a9-c7fba3abde45', 'status': 'completed', 'code': 200} Nov 19 17:59:12.552248 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8229a6d-bd9d-437e-a0eb-45da4d9648db req-3633e8de-ea6b-4414-a00e-18b283bba0a8 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:12.552820 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a8229a6d-bd9d-437e-a0eb-45da4d9648db req-3633e8de-ea6b-4414-a00e-18b283bba0a8 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 946 time: 0.0506754 Nov 19 17:59:12.610301 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a8229a6d-bd9d-437e-a0eb-45da4d9648db req-b9c1834e-7121-4780-88e6-2a4c9a6326f9 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501652 Nov 19 17:59:12.658089 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81c7650d-2fd9-4967-88e0-c45c1b7d5411 req-ea8a751e-9239-421b-8652-67fb1536853e tempest-ServerRescueNegativeTestJSON-1434277540 tempest-ServerRescueNegativeTestJSON-1434277540-project] 10.222.0.71 "GET /v2.0/ports?device_id=999568b8-d5d3-42ea-bf83-af582bf07633 HTTP/1.1" status: 200 len: 210 time: 0.0264277 Nov 19 17:59:13.717110 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43532) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.787847 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68112d-ace6-4c4c-bd06-a17707add7c2 req-d7e3c244-06e5-4584-9f04-b60d749c50c0 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:13.789263 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aa68112d-ace6-4c4c-bd06-a17707add7c2 req-d7e3c244-06e5-4584-9f04-b60d749c50c0 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 946 time: 0.1015034 Nov 19 17:59:13.878996 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aa68112d-ace6-4c4c-bd06-a17707add7c2 req-16621b3a-e8ec-4ffd-9d9a-f4b93421bbcc tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637410 Nov 19 17:59:14.193559 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79813a87-f8b2-4c90-afae-4492ba703811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830452'] for router_interface, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.382614 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e795c-2a41-446f-8664-4d2884e670c9 req-86fad8bd-51f4-4727-9b1f-5d2be61d47b6 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:14.384101 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5b0e795c-2a41-446f-8664-4d2884e670c9 req-86fad8bd-51f4-4727-9b1f-5d2be61d47b6 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.85 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 946 time: 0.0501070 Nov 19 17:59:14.490297 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-5b0e795c-2a41-446f-8664-4d2884e670c9 req-d68ab2ef-a464-4a1f-9a6f-1434e5ed7f68 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Deleting port 9fe08e61-fcef-4c46-a134-13144d3334a6 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:14.490549 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-5b0e795c-2a41-446f-8664-4d2884e670c9 req-d68ab2ef-a464-4a1f-9a6f-1434e5ed7f68 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.586053 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-5b0e795c-2a41-446f-8664-4d2884e670c9 req-d68ab2ef-a464-4a1f-9a6f-1434e5ed7f68 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] For port 9fe08e61-fcef-4c46-a134-13144d3334a6, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=9fe08e61-fcef-4c46-a134-13144d3334a6,segment=NetworkSegment(93c8ee17-c406-4226-bb72-eda88fe2c8db),segment_id=93c8ee17-c406-4226-bb72-eda88fe2c8db)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:14.586438 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-5b0e795c-2a41-446f-8664-4d2884e670c9 req-d68ab2ef-a464-4a1f-9a6f-1434e5ed7f68 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.600081 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-5b0e795c-2a41-446f-8664-4d2884e670c9 req-d68ab2ef-a464-4a1f-9a6f-1434e5ed7f68 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Calling delete_port for 9fe08e61-fcef-4c46-a134-13144d3334a6 owned by compute:nova {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:14.729086 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-79813a87-f8b2-4c90-afae-4492ba703811 admin admin] Deleting port 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:14.729851 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79813a87-f8b2-4c90-afae-4492ba703811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.740297 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-5b0e795c-2a41-446f-8664-4d2884e670c9 req-d68ab2ef-a464-4a1f-9a6f-1434e5ed7f68 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.757588 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['9fe08e61-fcef-4c46-a134-13144d3334a6'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:59:14.782361 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ab2ef-a464-4a1f-9a6f-1434e5ed7f68 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Pushing event deleted for resources: {'Port': ['ID=9fe08e61-fcef-4c46-a134-13144d3334a6,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:14.820703 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0e795c-2a41-446f-8664-4d2884e670c9 req-d68ab2ef-a464-4a1f-9a6f-1434e5ed7f68 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] No DVR routers for this DVR port 9fe08e61-fcef-4c46-a134-13144d3334a6 on host hv-cinder-81078 {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:14.823190 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-5b0e795c-2a41-446f-8664-4d2884e670c9 req-d68ab2ef-a464-4a1f-9a6f-1434e5ed7f68 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.826878 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5b0e795c-2a41-446f-8664-4d2884e670c9 req-d68ab2ef-a464-4a1f-9a6f-1434e5ed7f68 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.85 "DELETE /v2.0/ports/9fe08e61-fcef-4c46-a134-13144d3334a6 HTTP/1.1" status: 204 len: 173 time: 0.4356735 Nov 19 17:59:14.827311 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada1a37e-511f-4741-80e7-7be47831a2a9', 'name': 'network-vif-deleted', 'tag': '9fe08e61-fcef-4c46-a134-13144d3334a6'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:14.829706 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3667ef-b69d-45ab-b4a5-601b2f607b91" -d '{"events": [{"server_uuid": "ada1a37e-511f-4741-80e7-7be47831a2a9", "name": "network-vif-deleted", "tag": "9fe08e61-fcef-4c46-a134-13144d3334a6"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:14.830266 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-79813a87-f8b2-4c90-afae-4492ba703811 admin admin] For port 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=2fd13d6f-1dbd-44ea-a738-2078ea6d31d0,segment=NetworkSegment(804ebd93-68f4-4dbd-b182-b921aac84aaa),segment_id=804ebd93-68f4-4dbd-b182-b921aac84aaa)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:14.830672 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79813a87-f8b2-4c90-afae-4492ba703811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.845644 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-79813a87-f8b2-4c90-afae-4492ba703811 admin admin] Calling delete_port for 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0 owned by network:router_interface {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:14.877289 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d561ec0-d02b-4825-93ff-9ab77892be4c x-openstack-request-id: req-0d561ec0-d02b-4825-93ff-9ab77892be4c {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:14.878126 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada1a37e-511f-4741-80e7-7be47831a2a9", "name": "network-vif-deleted", "tag": "9fe08e61-fcef-4c46-a134-13144d3334a6", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:14.878604 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0d561ec0-d02b-4825-93ff-9ab77892be4c {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:14.879022 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada1a37e-511f-4741-80e7-7be47831a2a9', 'name': 'network-vif-deleted', 'tag': '9fe08e61-fcef-4c46-a134-13144d3334a6', 'status': 'completed', 'code': 200} Nov 19 17:59:14.992568 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-61eaee89-ae27-4fb8-bc84-9f8fb4c8386e req-01408512-1331-40ba-b215-c085bde01d7e tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ada1a37e-511f-4741-80e7-7be47831a2a9 HTTP/1.1" status: 200 len: 210 time: 0.0328960 Nov 19 17:59:15.064407 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79813a87-f8b2-4c90-afae-4492ba703811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.093114 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79813a87-f8b2-4c90-afae-4492ba703811 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd13d6f-1dbd-44ea-a738-2078ea6d31d0,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:15.254159 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79813a87-f8b2-4c90-afae-4492ba703811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830536'] for router_interface, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.478014 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79813a87-f8b2-4c90-afae-4492ba703811 admin admin] Router 35209182-c02e-4e47-a23e-29a9a8e5ea31 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:59:15.589832 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79813a87-f8b2-4c90-afae-4492ba703811 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:15.597399 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-79813a87-f8b2-4c90-afae-4492ba703811 admin admin] 10.222.0.71 "PUT /v2.0/routers/35209182-c02e-4e47-a23e-29a9a8e5ea31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8792655 Nov 19 17:59:15.599358 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43538) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:15.601249 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2030e5-b9b0-4b94-9e22-a39432f58d12 None None] Sync routers for ids ['35209182-c02e-4e47-a23e-29a9a8e5ea31'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:15.611953 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2030e5-b9b0-4b94-9e22-a39432f58d12 None None] Routers {'35209182-c02e-4e47-a23e-29a9a8e5ea31'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:15.612597 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-2d2030e5-b9b0-4b94-9e22-a39432f58d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:58:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['35209182-c02e-4e47-a23e-29a9a8e5ea31'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:15.676969 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:15.701465 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:59:15.701817 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 2b82dddf-89bd-4bd4-90a9-c7fba3abde45 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:15.713495 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] Publish callbacks [] for router, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.724723 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-2d2030e5-b9b0-4b94-9e22-a39432f58d12 None None] Set router 35209182-c02e-4e47-a23e-29a9a8e5ea31 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:15.818059 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.875600 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] Deleting port 59e3ae7c-a14c-4947-8078-5bf9d5c831c9 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:15.875846 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.907132 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-2d2030e5-b9b0-4b94-9e22-a39432f58d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'name': 'tempest-ServerRescueNegativeTestJSON-2031801341-router', 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '59e3ae7c-a14c-4947-8078-5bf9d5c831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:59:15Z', 'revision_number': 5, 'project_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'gw_port': {'id': '59e3ae7c-a14c-4947-8078-5bf9d5c831c9', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:15.936299 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2030e5-b9b0-4b94-9e22-a39432f58d12 None None] Checking router: 35209182-c02e-4e47-a23e-29a9a8e5ea31 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:59:15.945123 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2030e5-b9b0-4b94-9e22-a39432f58d12 None None] Routers {'35209182-c02e-4e47-a23e-29a9a8e5ea31'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:15.945725 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-2d2030e5-b9b0-4b94-9e22-a39432f58d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:58:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['35209182-c02e-4e47-a23e-29a9a8e5ea31'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:15.957300 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] For port 59e3ae7c-a14c-4947-8078-5bf9d5c831c9, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=59e3ae7c-a14c-4947-8078-5bf9d5c831c9,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:15.958327 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.971640 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] Calling delete_port for 59e3ae7c-a14c-4947-8078-5bf9d5c831c9 owned by network:router_gateway {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:16.034146 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-2d2030e5-b9b0-4b94-9e22-a39432f58d12 None None] Set router 35209182-c02e-4e47-a23e-29a9a8e5ea31 gateway port host: None {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:16.092452 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-2d2030e5-b9b0-4b94-9e22-a39432f58d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'name': 'tempest-ServerRescueNegativeTestJSON-2031801341-router', 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:59:15Z', 'revision_number': 6, 'project_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'gw_port_host': None}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:16.137836 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2030e5-b9b0-4b94-9e22-a39432f58d12 None None] The sync data for ids ['35209182-c02e-4e47-a23e-29a9a8e5ea31'] in dv-cinder-810785-3-iscsi is: [{'id': '35209182-c02e-4e47-a23e-29a9a8e5ea31', 'name': 'tempest-ServerRescueNegativeTestJSON-2031801341-router', 'tenant_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:55:54Z', 'updated_at': '2021-11-19T17:59:15Z', 'revision_number': 6, 'project_id': '9ae0de00d6db4545b1e4e8dce24c181f', 'gw_port_host': None}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:16.152791 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.195274 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e3ae7c-a14c-4947-8078-5bf9d5c831c9,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:16.305944 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746162'] for router_gateway, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.432617 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260420'] for router, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.440584 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7542-9dff-4948-8b94-e764170e2593 req-3d32aee7-91a4-4267-8c56-690b5945a14b tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:16.442063 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-58ee7542-9dff-4948-8b94-e764170e2593 req-3d32aee7-91a4-4267-8c56-690b5945a14b tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/networks?id=fb5f1287-1470-4365-9d8f-330582eb8ff8 HTTP/1.1" status: 200 len: 808 time: 0.2585194 Nov 19 17:59:16.443253 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.510199 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-58ee7542-9dff-4948-8b94-e764170e2593 req-568b8734-6e3a-4a54-8d4f-fb4096e9ec5e tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/quotas/53519236e10b4120b3f539eae690a9a7 HTTP/1.1" status: 200 len: 375 time: 0.0604985 Nov 19 17:59:16.515836 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831831'] for router, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.516476 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35209182-c02e-4e47-a23e-29a9a8e5ea31 {{(pid=103564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:59:16.522025 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] Publish callbacks [] for router, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.523230 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b7d85987-5e0c-4be7-a88b-2c1e6fb12844 admin admin] 10.222.0.71 "DELETE /v2.0/routers/35209182-c02e-4e47-a23e-29a9a8e5ea31 HTTP/1.1" status: 204 len: 168 time: 0.9226856 Nov 19 17:59:16.525796 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43554) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:16.551556 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-58ee7542-9dff-4948-8b94-e764170e2593 req-b2b25263-0345-4c68-8cfc-49ed1b4fe77b tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=53519236e10b4120b3f539eae690a9a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270982 Nov 19 17:59:16.575953 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_v2 [None req-1897219d-c3e4-4eea-bf60-8d45121d1be0 admin admin] Deleting subnet 6158668e-687d-402a-ab54-4f4a94c41e7e {{(pid=103565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:59:16.579242 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1897219d-c3e4-4eea-bf60-8d45121d1be0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.615881 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1897219d-c3e4-4eea-bf60-8d45121d1be0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1242130'] for subnet, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.657274 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1897219d-c3e4-4eea-bf60-8d45121d1be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.705286 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-58ee7542-9dff-4948-8b94-e764170e2593 req-07f687e9-b741-4056-a5c5-39533b275fb9 service neutron] 10.222.0.71 "GET /v2.0/networks/fb5f1287-1470-4365-9d8f-330582eb8ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455040 Nov 19 17:59:16.715920 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1897219d-c3e4-4eea-bf60-8d45121d1be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416052'] for subnet, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.738354 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897219d-c3e4-4eea-bf60-8d45121d1be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6158668e-687d-402a-ab54-4f4a94c41e7e,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:16.747636 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1897219d-c3e4-4eea-bf60-8d45121d1be0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.750863 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-1897219d-c3e4-4eea-bf60-8d45121d1be0 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6158668e-687d-402a-ab54-4f4a94c41e7e HTTP/1.1" status: 204 len: 168 time: 0.2239425 Nov 19 17:59:16.753560 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43558) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:16.819465 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-58ee7542-9dff-4948-8b94-e764170e2593 req-ef84651a-bc4d-406e-ba98-e069a6d1c1f4 service neutron] 10.222.0.71 "GET /v2.0/networks/fb5f1287-1470-4365-9d8f-330582eb8ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064737 Nov 19 17:59:16.825144 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-682faa86-ddfb-4fc3-9a90-3084d81e8f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.909010 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-682faa86-ddfb-4fc3-9a90-3084d81e8f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.931114 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-682faa86-ddfb-4fc3-9a90-3084d81e8f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d692e2-05d3-4af8-83ff-1b363e11b217']}} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:16.944909 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-682faa86-ddfb-4fc3-9a90-3084d81e8f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804ebd93-68f4-4dbd-b182-b921aac84aaa') {'for_net_delete': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:16.945215 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-682faa86-ddfb-4fc3-9a90-3084d81e8f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804ebd93-68f4-4dbd-b182-b921aac84aaa') {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:16.957653 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-682faa86-ddfb-4fc3-9a90-3084d81e8f12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241569'] for segment, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.976589 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-682faa86-ddfb-4fc3-9a90-3084d81e8f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.989224 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682faa86-ddfb-4fc3-9a90-3084d81e8f12 admin admin] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=103565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:59:16.989948 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-682faa86-ddfb-4fc3-9a90-3084d81e8f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247914'] for segment, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:17.029095 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7d9d4380-0876-4ddf-a50f-0be194ec37b9 req-631ad271-8ce2-40e7-83e8-293990ed31a8 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 210 time: 0.0381501 Nov 19 17:59:17.040358 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 59e3ae7c-a14c-4947-8078-5bf9d5c831c9 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: Traceback (most recent call last): Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: timer() Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: cb(*args, **kw) Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: return func(*args, **kwargs) Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: self._notify() Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: self.callback(batched_events) Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: event.method(event) Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: return f(self, *a, **k) Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._get(url).json() Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: return self.request(url, 'GET', **kwargs) Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:59:17.051390 dv-cinder-810785-3-iscsi neutron-server[103565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:59:17.058202 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-682faa86-ddfb-4fc3-9a90-3084d81e8f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:17.064841 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-682faa86-ddfb-4fc3-9a90-3084d81e8f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:17.068983 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-682faa86-ddfb-4fc3-9a90-3084d81e8f12 admin admin] 10.222.0.71 "DELETE /v2.0/networks/96d692e2-05d3-4af8-83ff-1b363e11b217 HTTP/1.1" status: 204 len: 168 time: 0.3144209 Nov 19 17:59:17.071157 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 59e3ae7c-a14c-4947-8078-5bf9d5c831c9 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:59:17.071609 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 59e3ae7c-a14c-4947-8078-5bf9d5c831c9 not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:17.072035 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:17.087344 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682faa86-ddfb-4fc3-9a90-3084d81e8f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=96d692e2-05d3-4af8-83ff-1b363e11b217,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:17.094133 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:59:17.094508 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 2fd13d6f-1dbd-44ea-a738-2078ea6d31d0 not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:17.213866 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43572) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:17.265130 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-0a82520f-5216-4849-8523-09fa21dd61fb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9ae0de00d6db4545b1e4e8dce24c181f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475783 Nov 19 17:59:17.265456 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43576) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:17.325375 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4334b70e-b9d1-4fe2-a372-172554e4122e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:17.352065 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4334b70e-b9d1-4fe2-a372-172554e4122e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:17.413821 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4334b70e-b9d1-4fe2-a372-172554e4122e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:17.416231 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4334b70e-b9d1-4fe2-a372-172554e4122e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:17.417448 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-4334b70e-b9d1-4fe2-a372-172554e4122e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1e600991-2464-4369-95aa-ef88b955a7ef HTTP/1.1" status: 204 len: 168 time: 0.1509726 Nov 19 17:59:17.426542 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334b70e-b9d1-4fe2-a372-172554e4122e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e600991-2464-4369-95aa-ef88b955a7ef,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:18.142157 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a4472e15-6dc3-4c5e-b15a-46d51532222d req-60b18b81-1881-4b98-b383-9791c4bec498 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 210 time: 0.0376537 Nov 19 17:59:18.184047 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43604) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:18.302986 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-network', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:18.333103 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7542-9dff-4948-8b94-e764170e2593 req-5eebdfdb-54ae-4ecd-82d3-7813f02f1fde tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:18.334660 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-58ee7542-9dff-4948-8b94-e764170e2593 req-5eebdfdb-54ae-4ecd-82d3-7813f02f1fde tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.85 "GET /v2.0/networks?id=fb5f1287-1470-4365-9d8f-330582eb8ff8 HTTP/1.1" status: 200 len: 808 time: 0.1291873 Nov 19 17:59:18.350884 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-58ee7542-9dff-4948-8b94-e764170e2593 req-deac5e12-4273-4d55-b3c5-8b7a6d14b033 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Request body: {'port': {'device_id': 'ac60f5a9-f05c-49e2-86a6-685a45966c1b', 'network_id': 'fb5f1287-1470-4365-9d8f-330582eb8ff8', 'admin_state_up': True, 'tenant_id': '53519236e10b4120b3f539eae690a9a7'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:18.355998 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] Made reservation on behalf of d6509023720a4952a7a4e18c142e60b0 for: {'network': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:18.358347 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.400571 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.509502 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ee7542-9dff-4948-8b94-e764170e2593 req-deac5e12-4273-4d55-b3c5-8b7a6d14b033 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Made reservation on behalf of 53519236e10b4120b3f539eae690a9a7 for: {'port': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:18.513374 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-58ee7542-9dff-4948-8b94-e764170e2593 req-deac5e12-4273-4d55-b3c5-8b7a6d14b033 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.540613 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.545626 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.609325 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] vlan segment allocate from pool success with {'vlan_id': 1108, 'physical_network': 'physnet1'} {{(pid=103565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:59:18.616584 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549cb4e6-8891-4a37-bb05-d21b317d7739,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:18.634889 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.635234 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.segments_db [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] Added segment 67e5272a-1cb8-4349-95d2-2785fb9c21ac of type vlan for network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 Nov 19 17:59:18.707220 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.729431 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [req-58ee7542-9dff-4948-8b94-e764170e2593 req-deac5e12-4273-4d55-b3c5-8b7a6d14b033 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Allocated IP 172.20.0.11 (fb5f1287-1470-4365-9d8f-330582eb8ff8/4f86c22e-d221-4caa-b893-c57cb656fe07/239d2e51-134c-4179-87ab-8d6bc2b48249) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:18.753222 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.754160 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:18.754800 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.820826 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6350708 Nov 19 17:59:18.823823 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43612) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:18.829661 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-e96a453f-d4ed-4255-b4e1-5fec4d5cbc0f admin admin] Request body: {'subnet': {'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-subnet', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:18.846430 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d05fc-eee5-44e9-b2b2-8848563cb60e admin admin] Pushing event updated for resources: {'Network': ['ID=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:18.852073 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96a453f-d4ed-4255-b4e1-5fec4d5cbc0f admin admin] Made reservation on behalf of d6509023720a4952a7a4e18c142e60b0 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:18.854377 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e96a453f-d4ed-4255-b4e1-5fec4d5cbc0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14553261'] for subnet, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.858740 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:59:18.955603 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-58ee7542-9dff-4948-8b94-e764170e2593 req-deac5e12-4273-4d55-b3c5-8b7a6d14b033 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.992195 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-58ee7542-9dff-4948-8b94-e764170e2593 req-deac5e12-4273-4d55-b3c5-8b7a6d14b033 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.064274 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e96a453f-d4ed-4255-b4e1-5fec4d5cbc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14508700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14553279'] for subnet, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.064721 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ee7542-9dff-4948-8b94-e764170e2593 req-deac5e12-4273-4d55-b3c5-8b7a6d14b033 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Network fb5f1287-1470-4365-9d8f-330582eb8ff8 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:19.070045 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [req-58ee7542-9dff-4948-8b94-e764170e2593 req-deac5e12-4273-4d55-b3c5-8b7a6d14b033 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:19.075987 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ee7542-9dff-4948-8b94-e764170e2593 req-deac5e12-4273-4d55-b3c5-8b7a6d14b033 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:19.086774 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac5e12-4273-4d55-b3c5-8b7a6d14b033 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Pushing event updated for resources: {'Port': ['ID=239d2e51-134c-4179-87ab-8d6bc2b48249,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:19.136673 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a453f-d4ed-4255-b4e1-5fec4d5cbc0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f1014f-e3bc-40d8-ab9c-c17a6a568473,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:19.144741 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7542-9dff-4948-8b94-e764170e2593 req-deac5e12-4273-4d55-b3c5-8b7a6d14b033 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:19.145381 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-58ee7542-9dff-4948-8b94-e764170e2593 req-deac5e12-4273-4d55-b3c5-8b7a6d14b033 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.146036 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96a453f-d4ed-4255-b4e1-5fec4d5cbc0f admin admin] Checking segment: {'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:19.146526 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96a453f-d4ed-4255-b4e1-5fec4d5cbc0f admin admin] Network hostable DHCP agents. Network: 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:59:19.162904 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96a453f-d4ed-4255-b4e1-5fec4d5cbc0f admin admin] Network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:59:19.163331 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-58ee7542-9dff-4948-8b94-e764170e2593 req-deac5e12-4273-4d55-b3c5-8b7a6d14b033 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8165166 Nov 19 17:59:19.172565 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-e96a453f-d4ed-4255-b4e1-5fec4d5cbc0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:19.176921 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96a453f-d4ed-4255-b4e1-5fec4d5cbc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:19.177738 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e96a453f-d4ed-4255-b4e1-5fec4d5cbc0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.186740 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013fee43-00b1-43d6-8d74-ad3236a50a91 None None] Network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:19.198629 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e96a453f-d4ed-4255-b4e1-5fec4d5cbc0f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3727465 Nov 19 17:59:19.202145 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43618) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:19.206748 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:19.248223 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Request body: {'port': {'device_id': 'ac60f5a9-f05c-49e2-86a6-685a45966c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:19.251312 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260438'] for router, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.252424 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260429'] for router, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.297445 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15eaaa-a890-4f99-af13-b10a7a5c24c3 req-122fb902-3e30-4b2b-be26-8239fff657db tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:19.299503 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6a15eaaa-a890-4f99-af13-b10a7a5c24c3 req-122fb902-3e30-4b2b-be26-8239fff657db tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 932 time: 0.0677893 Nov 19 17:59:19.340881 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.364690 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41e3f734-d01d-5427-9f52-2e4031802599-56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473'}]}} from dv-cinder-810785-3-iscsi. {{(pid=103566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:59:19.365585 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.370919 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6a15eaaa-a890-4f99-af13-b10a7a5c24c3 req-45b97867-69be-4db4-b3cd-c81edbd5c6e2 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649393 Nov 19 17:59:19.430341 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.503898 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.db_base_plugin_common [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Allocated IP 172.20.0.2 (56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0/34f1014f-e3bc-40d8-ab9c-c17a6a568473/4b49d2b4-82cd-4a05-88f0-903acbf7079d) {{(pid=103566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:19.659623 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Publish callbacks [] for port, precommit_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.666152 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.709233 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 9fe08e61-fcef-4c46-a134-13144d3334a6 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:19.712083 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 is already hosted by enough agents. {{(pid=103566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:19.717810 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.base_scheduler [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Resources bound (agent type, host, resource id): {{(pid=103566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:19.741115 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Received port after_create {{(pid=103566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:19.745622 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 9fe08e61-fcef-4c46-a134-13144d3334a6 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:59:19.746121 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 9fe08e61-fcef-4c46-a134-13144d3334a6 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:19.751698 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Pushing event updated for resources: {'Port': ['ID=4b49d2b4-82cd-4a05-88f0-903acbf7079d,revision_number=1']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:19.753837 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.930951 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Attempting to bind port 4b49d2b4-82cd-4a05-88f0-903acbf7079d on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:59:19.931498 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Attempting to bind port 4b49d2b4-82cd-4a05-88f0-903acbf7079d by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:59:19.931595 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Attempting to bind port 4b49d2b4-82cd-4a05-88f0-903acbf7079d on network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:19.937711 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:59:19.938087 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Checking segment: {'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:19.938524 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.938928 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Bound using segment: {'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:59:19.939395 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Bound port: 4b49d2b4-82cd-4a05-88f0-903acbf7079d, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:59:19.939782 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.006672 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] For port 4b49d2b4-82cd-4a05-88f0-903acbf7079d, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:59:20.010479 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] For port 4b49d2b4-82cd-4a05-88f0-903acbf7079d, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=4b49d2b4-82cd-4a05-88f0-903acbf7079d,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:59:20.016080 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.080980 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e8c0d-d0c6-4cab-91a3-6c5aa2b63f4d None None] Pushing event updated for resources: {'Port': ['ID=4b49d2b4-82cd-4a05-88f0-903acbf7079d,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:20.117193 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239d2e51-134c-4179-87ab-8d6bc2b48249 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:59:20.146257 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.169640 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Transition to ACTIVE for port object 239d2e51-134c-4179-87ab-8d6bc2b48249 will not be triggered until provisioned by entity L2. {{(pid=103565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:59:20.173271 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.176293 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.203484 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.302371 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Pushing event updated for resources: {'Port': ['ID=239d2e51-134c-4179-87ab-8d6bc2b48249,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:20.427382 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Allocated IP 172.27.1.195 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/c6d7b769-2214-4666-8924-cb8ee1f2923f) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:20.432733 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Attempting to bind port 239d2e51-134c-4179-87ab-8d6bc2b48249 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:59:20.433066 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Attempting to bind port 239d2e51-134c-4179-87ab-8d6bc2b48249 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '93c8ee17-c406-4226-bb72-eda88fe2c8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'fb5f1287-1470-4365-9d8f-330582eb8ff8'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:59:20.433396 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Attempting to bind port 239d2e51-134c-4179-87ab-8d6bc2b48249 on network fb5f1287-1470-4365-9d8f-330582eb8ff8 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:20.443075 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Port 239d2e51-134c-4179-87ab-8d6bc2b48249 on network fb5f1287-1470-4365-9d8f-330582eb8ff8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:59:20.443406 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Attempting to bind port 239d2e51-134c-4179-87ab-8d6bc2b48249 on network fb5f1287-1470-4365-9d8f-330582eb8ff8 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:20.453701 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:59:20.453957 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Checking segment: {'id': '93c8ee17-c406-4226-bb72-eda88fe2c8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'fb5f1287-1470-4365-9d8f-330582eb8ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:20.454343 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Bound using segment: {'id': '93c8ee17-c406-4226-bb72-eda88fe2c8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'fb5f1287-1470-4365-9d8f-330582eb8ff8'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:59:20.454809 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Bound port: 239d2e51-134c-4179-87ab-8d6bc2b48249, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c8ee17-c406-4226-bb72-eda88fe2c8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'fb5f1287-1470-4365-9d8f-330582eb8ff8'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:59:20.455166 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.500267 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6541f-5d38-49ca-8213-a0018f734361 req-23feb52d-7251-484c-9c84-aa3f9caa94da tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:20.501837 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2ff6541f-5d38-49ca-8213-a0018f734361 req-23feb52d-7251-484c-9c84-aa3f9caa94da tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 944 time: 0.0562477 Nov 19 17:59:20.554857 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2ff6541f-5d38-49ca-8213-a0018f734361 req-a9805c2c-ffc2-453c-be02-176320e7c861 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456343 Nov 19 17:59:20.587252 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] For port 239d2e51-134c-4179-87ab-8d6bc2b48249, host hv-cinder-81078, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:59:20.594752 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] For port 239d2e51-134c-4179-87ab-8d6bc2b48249, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=239d2e51-134c-4179-87ab-8d6bc2b48249,segment=NetworkSegment(93c8ee17-c406-4226-bb72-eda88fe2c8db),segment_id=93c8ee17-c406-4226-bb72-eda88fe2c8db)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:59:20.599754 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.603103 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.653662 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:20.654280 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.655708 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-58ee7542-9dff-4948-8b94-e764170e2593 req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] 10.222.0.85 "PUT /v2.0/ports/239d2e51-134c-4179-87ab-8d6bc2b48249 HTTP/1.1" status: 200 len: 1094 time: 1.4781938 Nov 19 17:59:20.660389 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac60f5a9-f05c-49e2-86a6-685a45966c1b', 'tag': '239d2e51-134c-4179-87ab-8d6bc2b48249'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:20.662696 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1a531e-db8d-435f-81fd-7bf9e819f0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac60f5a9-f05c-49e2-86a6-685a45966c1b", "tag": "239d2e51-134c-4179-87ab-8d6bc2b48249"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:20.690562 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68551258-8e72-4097-a17c-a3d7c0c0f525 service neutron] Pushing event updated for resources: {'Port': ['ID=239d2e51-134c-4179-87ab-8d6bc2b48249,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:20.699296 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.736055 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9c4ac2-5cb8-4d12-902b-e7cfff9c14d2 x-openstack-request-id: req-5b9c4ac2-5cb8-4d12-902b-e7cfff9c14d2 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:20.736352 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac60f5a9-f05c-49e2-86a6-685a45966c1b", "tag": "239d2e51-134c-4179-87ab-8d6bc2b48249", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:20.736610 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5b9c4ac2-5cb8-4d12-902b-e7cfff9c14d2 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:20.737008 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac60f5a9-f05c-49e2-86a6-685a45966c1b', 'tag': '239d2e51-134c-4179-87ab-8d6bc2b48249', 'status': 'completed', 'code': 200} Nov 19 17:59:20.785152 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:20.792110 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:20.795199 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:20.830276 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d7b769-2214-4666-8924-cb8ee1f2923f,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:20.857690 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 4b49d2b4-82cd-4a05-88f0-903acbf7079d up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:20.859410 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7542-9dff-4948-8b94-e764170e2593 req-190f7b77-c44a-493d-ab67-b600051aa0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:20.861234 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-58ee7542-9dff-4948-8b94-e764170e2593 req-190f7b77-c44a-493d-ab67-b600051aa0db service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=53519236e10b4120b3f539eae690a9a7&device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 1097 time: 0.1232049 Nov 19 17:59:20.916652 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 4b49d2b4-82cd-4a05-88f0-903acbf7079d triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:20.917024 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.967602 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-58ee7542-9dff-4948-8b94-e764170e2593 req-df261797-2c99-413d-ab69-b89749778bdf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=239d2e51-134c-4179-87ab-8d6bc2b48249 HTTP/1.1" status: 200 len: 217 time: 0.0700500 Nov 19 17:59:21.015148 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.065583 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port 4b49d2b4-82cd-4a05-88f0-903acbf7079d, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=4b49d2b4-82cd-4a05-88f0-903acbf7079d,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:21.068546 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7542-9dff-4948-8b94-e764170e2593 req-0ee00bf5-d67c-485c-9eaf-d2cb51442df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:21.070799 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-58ee7542-9dff-4948-8b94-e764170e2593 req-0ee00bf5-d67c-485c-9eaf-d2cb51442df9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4f86c22e-d221-4caa-b893-c57cb656fe07 HTTP/1.1" status: 200 len: 848 time: 0.0771816 Nov 19 17:59:21.074424 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.119860 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f42380-86be-43d1-8357-792838c8bc7c None None] Network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:21.149104 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-58ee7542-9dff-4948-8b94-e764170e2593 req-6140c849-2e7a-416c-b48a-dcb58f070d9b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fb5f1287-1470-4365-9d8f-330582eb8ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685160 Nov 19 17:59:21.176032 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=4b49d2b4-82cd-4a05-88f0-903acbf7079d,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:21.215708 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-bf59c943-99b3-46d6-8680-34c09c8c4a84 None None] Provisioning complete for port 4b49d2b4-82cd-4a05-88f0-903acbf7079d triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:21.216088 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-bf59c943-99b3-46d6-8680-34c09c8c4a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.271856 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.341317 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-58ee7542-9dff-4948-8b94-e764170e2593 req-a7cbd7f8-1f8e-44cf-8c6d-2246a1be15cf service neutron] 10.222.0.85 "GET /v2.0/networks/fb5f1287-1470-4365-9d8f-330582eb8ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790078 Nov 19 17:59:21.549906 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-58ee7542-9dff-4948-8b94-e764170e2593 req-30b07310-844c-43ea-9152-f971e71f8360 service neutron] 10.222.0.85 "GET /v2.0/networks/fb5f1287-1470-4365-9d8f-330582eb8ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777568 Nov 19 17:59:21.574929 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746134'] for router, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.594263 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-def2ab53-e9e2-4da0-a2d4-a4127dbaa778 None None] Provisioning complete for port 4b49d2b4-82cd-4a05-88f0-903acbf7079d triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:21.594764 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-def2ab53-e9e2-4da0-a2d4-a4127dbaa778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.690456 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc66d4c-71c8-42c0-aa3a-dd29aca900a7 req-c38bea73-b6ea-4c17-be07-1d61bfc135ab tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:21.692012 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2bc66d4c-71c8-42c0-aa3a-dd29aca900a7 req-c38bea73-b6ea-4c17-be07-1d61bfc135ab tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 944 time: 0.0528319 Nov 19 17:59:21.714712 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a531e-db8d-435f-81fd-7bf9e819f0f2 req-2d4f5c35-9b9a-43da-92ad-0520f51c1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:21.716690 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-eb1a531e-db8d-435f-81fd-7bf9e819f0f2 req-2d4f5c35-9b9a-43da-92ad-0520f51c1fa9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=53519236e10b4120b3f539eae690a9a7&device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 1097 time: 0.0966060 Nov 19 17:59:21.744149 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2bc66d4c-71c8-42c0-aa3a-dd29aca900a7 req-4af85486-8dd7-44c6-a261-e38bf996a476 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456831 Nov 19 17:59:21.811140 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Router a1b27a22-e663-4948-aea1-f52c8cd69f27 is scheduled to L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 with binding_index 1 {{(pid=103565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:59:21.832281 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a531e-db8d-435f-81fd-7bf9e819f0f2 req-d5f0d03d-3193-4b71-a883-a29f29e0d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:21.833998 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-eb1a531e-db8d-435f-81fd-7bf9e819f0f2 req-d5f0d03d-3193-4b71-a883-a29f29e0d807 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fb5f1287-1470-4365-9d8f-330582eb8ff8 HTTP/1.1" status: 200 len: 910 time: 0.1071942 Nov 19 17:59:21.907936 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-eb1a531e-db8d-435f-81fd-7bf9e819f0f2 req-b9a06ffb-2a21-4f1e-a567-b82b7fe7b65a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=239d2e51-134c-4179-87ab-8d6bc2b48249 HTTP/1.1" status: 200 len: 217 time: 0.0388014 Nov 19 17:59:22.221752 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a531e-db8d-435f-81fd-7bf9e819f0f2 req-a2d22e48-ef3a-4a12-9f8a-8dcf1878d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:22.223213 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-eb1a531e-db8d-435f-81fd-7bf9e819f0f2 req-a2d22e48-ef3a-4a12-9f8a-8dcf1878d9b8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4f86c22e-d221-4caa-b893-c57cb656fe07 HTTP/1.1" status: 200 len: 848 time: 0.0585270 Nov 19 17:59:22.224271 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:22.233767 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Sync routers for ids ['a1b27a22-e663-4948-aea1-f52c8cd69f27'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:22.244542 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Routers {'a1b27a22-e663-4948-aea1-f52c8cd69f27'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:22.246964 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:58:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1b27a22-e663-4948-aea1-f52c8cd69f27'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:22.261654 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-eb1a531e-db8d-435f-81fd-7bf9e819f0f2 req-d6601371-1d48-4881-9d97-a15ae0d9b28a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fb5f1287-1470-4365-9d8f-330582eb8ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287993 Nov 19 17:59:22.264381 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.265537 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-c0a2de3b-a26d-4f05-8fa0-b4829db5afb0 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0624018 Nov 19 17:59:22.268438 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43630) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:22.367158 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Set router a1b27a22-e663-4948-aea1-f52c8cd69f27 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:22.444108 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-eb1a531e-db8d-435f-81fd-7bf9e819f0f2 req-996bd12d-72ff-4828-b57c-3729e3be74e7 service neutron] 10.222.0.85 "GET /v2.0/networks/fb5f1287-1470-4365-9d8f-330582eb8ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696460 Nov 19 17:59:22.615923 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-eb1a531e-db8d-435f-81fd-7bf9e819f0f2 req-81fef62e-b64d-48b8-9eff-3e2178161a4c service neutron] 10.222.0.85 "GET /v2.0/networks/fb5f1287-1470-4365-9d8f-330582eb8ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403160 Nov 19 17:59:22.659287 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:21Z', 'revision_number': 3, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:22.689199 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Checking router: a1b27a22-e663-4948-aea1-f52c8cd69f27 for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:59:22.689549 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Updating router a1b27a22-e663-4948-aea1-f52c8cd69f27 port c6d7b769-2214-4666-8924-cb8ee1f2923f binding host dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:59:22.723318 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.837081 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 4b49d2b4-82cd-4a05-88f0-903acbf7079d up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:22.863498 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.881334 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3061961-3fff-46f1-a0ee-a50598e30534 req-8025b966-a91a-4b36-9b72-99e89ee92727 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:22.882516 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c3061961-3fff-46f1-a0ee-a50598e30534 req-8025b966-a91a-4b36-9b72-99e89ee92727 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 944 time: 0.0617003 Nov 19 17:59:22.894744 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-05ceead9-f3bc-4542-8e43-184367b5275f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.938870 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c3061961-3fff-46f1-a0ee-a50598e30534 req-7ca2f911-fcc5-470c-9278-a249f872e525 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490539 Nov 19 17:59:22.977939 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 4b49d2b4-82cd-4a05-88f0-903acbf7079d triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:22.978312 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.050451 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Allocated IP 172.20.0.1 (56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0/34f1014f-e3bc-40d8-ab9c-c17a6a568473/96a9e251-89b7-40bd-801b-51c21556dca4) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:23.135204 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Publish callbacks [] for port, precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.145734 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.157398 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.196765 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.200605 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Attempting to bind port c6d7b769-2214-4666-8924-cb8ee1f2923f on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:59:23.200975 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Attempting to bind port c6d7b769-2214-4666-8924-cb8ee1f2923f by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:59:23.201333 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Attempting to bind port c6d7b769-2214-4666-8924-cb8ee1f2923f on network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:23.204297 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f3f74-3ef5-433a-9ce4-d0e62b4a89aa None None] Pushing event updated for resources: {'Port': ['ID=c6d7b769-2214-4666-8924-cb8ee1f2923f,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:23.209231 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:59:23.209600 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Checking segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:23.209998 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.210385 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Bound using segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:59:23.210888 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Bound port: c6d7b769-2214-4666-8924-cb8ee1f2923f, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:59:23.211268 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.240476 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:23.243287 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:23.245713 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:23.264489 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] For port c6d7b769-2214-4666-8924-cb8ee1f2923f, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:59:23.267489 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] For port c6d7b769-2214-4666-8924-cb8ee1f2923f, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=c6d7b769-2214-4666-8924-cb8ee1f2923f,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:59:23.273548 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.276866 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Pushing event updated for resources: {'Port': ['ID=96a9e251-89b7-40bd-801b-51c21556dca4,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:23.299517 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828993'] for router_interface, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.339638 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f3f74-3ef5-433a-9ce4-d0e62b4a89aa None None] Pushing event updated for resources: {'Port': ['ID=c6d7b769-2214-4666-8924-cb8ee1f2923f,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:23.343127 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Routers {'a1b27a22-e663-4948-aea1-f52c8cd69f27'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:23.343762 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:58:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1b27a22-e663-4948-aea1-f52c8cd69f27'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:23.454823 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.601253 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-67c2cba8-4f95-4096-9ad1-0c88e785a116 None None] Provisioning complete for port 96a9e251-89b7-40bd-801b-51c21556dca4 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:23.601494 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-67c2cba8-4f95-4096-9ad1-0c88e785a116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.634839 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] Set router a1b27a22-e663-4948-aea1-f52c8cd69f27 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:23.650081 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.657542 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.704604 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-67c2cba8-4f95-4096-9ad1-0c88e785a116 None None] Port 96a9e251-89b7-40bd-801b-51c21556dca4 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:23.730034 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1830417'] for router_interface, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.732700 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Pushing event updated for resources: {'Port': ['ID=96a9e251-89b7-40bd-801b-51c21556dca4,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:23.830529 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:23.832004 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:23.846976 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:21Z', 'revision_number': 3, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:23.880596 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ce5e8-b05a-4f14-ad0a-267433057fae None None] The sync data for ids ['a1b27a22-e663-4948-aea1-f52c8cd69f27'] in dv-cinder-810785-3-iscsi is: [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:21Z', 'revision_number': 3, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:23.960569 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Router a1b27a22-e663-4948-aea1-f52c8cd69f27 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:59:24.079929 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d80be5-2bca-4425-a29e-c4f77df9cd44 req-c2db52a0-ba30-42ac-9d26-ac1c81f68df9 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:24.081763 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-76d80be5-2bca-4425-a29e-c4f77df9cd44 req-c2db52a0-ba30-42ac-9d26-ac1c81f68df9 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 944 time: 0.0578804 Nov 19 17:59:24.101175 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:24.117127 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-da614667-a8a0-4b4c-a2d7-86323bdcd709 admin admin] 10.222.0.71 "PUT /v2.0/routers/a1b27a22-e663-4948-aea1-f52c8cd69f27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8380644 Nov 19 17:59:24.134530 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-dcb193c3-fe6a-436f-9ce0-274ca14739c0 None None] Provisioning complete for port 96a9e251-89b7-40bd-801b-51c21556dca4 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:24.134899 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-dcb193c3-fe6a-436f-9ce0-274ca14739c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.157108 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-76d80be5-2bca-4425-a29e-c4f77df9cd44 req-61ccb21d-ca52-4f2c-846e-81b71d786d87 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677245 Nov 19 17:59:24.202535 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-dcb193c3-fe6a-436f-9ce0-274ca14739c0 None None] Port 96a9e251-89b7-40bd-801b-51c21556dca4 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:24.636343 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43644) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:24.642178 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-64fac8b5-6376-4bf3-8490-aa48712364cd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1451257147', 'description': 'tempest-description--228424467'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:24.667547 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-64fac8b5-6376-4bf3-8490-aa48712364cd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.747885 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-64fac8b5-6376-4bf3-8490-aa48712364cd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.751539 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-64fac8b5-6376-4bf3-8490-aa48712364cd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.782211 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fac8b5-6376-4bf3-8490-aa48712364cd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:24.791207 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-64fac8b5-6376-4bf3-8490-aa48712364cd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.792564 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-64fac8b5-6376-4bf3-8490-aa48712364cd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1543341 Nov 19 17:59:24.795585 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43646) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:24.800513 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-86f0f9c2-5a08-483a-92b2-a66beae7d845 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Request body: {'security_group_rule': {'security_group_id': 'f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:24.838225 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-86f0f9c2-5a08-483a-92b2-a66beae7d845 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.862664 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device c6d7b769-2214-4666-8924-cb8ee1f2923f up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:24.909147 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-86f0f9c2-5a08-483a-92b2-a66beae7d845 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.914169 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port c6d7b769-2214-4666-8924-cb8ee1f2923f triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:24.915034 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.915193 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-86f0f9c2-5a08-483a-92b2-a66beae7d845 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.935582 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0f9c2-5a08-483a-92b2-a66beae7d845 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640c6c9a-5060-4fba-afc6-fc627b3a7086,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:24.945673 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-86f0f9c2-5a08-483a-92b2-a66beae7d845 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.947058 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-86f0f9c2-5a08-483a-92b2-a66beae7d845 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502988 Nov 19 17:59:24.950727 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43648) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:24.956002 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-94fb8c79-ea29-45a7-a4d4-8f46e72f3d7b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Request body: {'security_group_rule': {'security_group_id': 'f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:24.989195 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-94fb8c79-ea29-45a7-a4d4-8f46e72f3d7b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.019919 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.045615 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port c6d7b769-2214-4666-8924-cb8ee1f2923f, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=c6d7b769-2214-4666-8924-cb8ee1f2923f,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:25.050612 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.053995 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-94fb8c79-ea29-45a7-a4d4-8f46e72f3d7b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.060005 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-94fb8c79-ea29-45a7-a4d4-8f46e72f3d7b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.080258 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb8c79-ea29-45a7-a4d4-8f46e72f3d7b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d8bd9c-eff1-4627-98d7-c7c270da29cc,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:25.090387 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-94fb8c79-ea29-45a7-a4d4-8f46e72f3d7b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.094440 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-94fb8c79-ea29-45a7-a4d4-8f46e72f3d7b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395264 Nov 19 17:59:25.095311 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43650) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:25.100037 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Request body: {'floatingip': {'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:25.115550 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=c6d7b769-2214-4666-8924-cb8ee1f2923f,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:25.127564 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for floatingip, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.235987 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.297045 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e36e0c-066a-4e56-ae0a-dc642aae4a5a req-cffd995f-3c1e-4959-a0fb-29c7e6b30176 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:25.299252 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-70e36e0c-066a-4e56-ae0a-dc642aae4a5a req-cffd995f-3c1e-4959-a0fb-29c7e6b30176 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 944 time: 0.0569618 Nov 19 17:59:25.357125 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-70e36e0c-066a-4e56-ae0a-dc642aae4a5a req-00385074-3679-4d85-a42f-aad079897c9b tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510819 Nov 19 17:59:25.360840 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Allocated IP 172.27.1.192 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/47f457f3-2893-4ee1-b143-1e10f63a4720) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:25.471561 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.507208 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.551338 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:25.554430 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:25.556902 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:25.584719 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event updated for resources: {'Port': ['ID=47f457f3-2893-4ee1-b143-1e10f63a4720,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:25.610782 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Sync routers for ids ['a1b27a22-e663-4948-aea1-f52c8cd69f27'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:25.621796 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Routers {'a1b27a22-e663-4948-aea1-f52c8cd69f27'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:25.622542 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:58:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1b27a22-e663-4948-aea1-f52c8cd69f27'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:25.658926 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.694325 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.737909 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 239d2e51-134c-4179-87ab-8d6bc2b48249 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:59:25.831027 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Set router a1b27a22-e663-4948-aea1-f52c8cd69f27 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:25.851047 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 239d2e51-134c-4179-87ab-8d6bc2b48249, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=239d2e51-134c-4179-87ab-8d6bc2b48249,segment=NetworkSegment(93c8ee17-c406-4226-bb72-eda88fe2c8db),segment_id=93c8ee17-c406-4226-bb72-eda88fe2c8db)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:25.864503 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '239d2e51-134c-4179-87ab-8d6bc2b48249', 'network_id': 'fb5f1287-1470-4365-9d8f-330582eb8ff8', 'port_id': '239d2e51-134c-4179-87ab-8d6bc2b48249', 'mac_address': 'fa:16:3e:71:6d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f86c22e-d221-4caa-b893-c57cb656fe07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:59:25.872828 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.879196 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.910171 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.924988 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239d2e51-134c-4179-87ab-8d6bc2b48249 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:59:25.946582 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 239d2e51-134c-4179-87ab-8d6bc2b48249, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=239d2e51-134c-4179-87ab-8d6bc2b48249,segment=NetworkSegment(93c8ee17-c406-4226-bb72-eda88fe2c8db),segment_id=93c8ee17-c406-4226-bb72-eda88fe2c8db)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:25.960896 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.970934 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event updated for resources: {'Port': ['ID=47f457f3-2893-4ee1-b143-1e10f63a4720,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:25.976639 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.993150 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e8c28e39-26f9-4987-965a-34a60d46efae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.003145 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.011349 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-8ff61afe-51b8-4c8f-b824-fcb1ad4a4412 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9145730 Nov 19 17:59:26.022426 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=239d2e51-134c-4179-87ab-8d6bc2b48249,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:26.071302 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '96a9e251-89b7-40bd-801b-51c21556dca4', 'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'mac_address': 'fa:16:3e:ab:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:22Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 2, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'subnets': [{'id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:26.101884 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Checking router: a1b27a22-e663-4948-aea1-f52c8cd69f27 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:59:26.102248 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Updating router a1b27a22-e663-4948-aea1-f52c8cd69f27 port 96a9e251-89b7-40bd-801b-51c21556dca4 binding host dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:59:26.130214 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.167480 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-edcac6f1-8eb7-458b-937a-c182dc7c3c74 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1451257147&fields=id&tenant_id=d6509023720a4952a7a4e18c142e60b0 HTTP/1.1" status: 200 len: 267 time: 0.0503583 Nov 19 17:59:26.248824 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['239d2e51-134c-4179-87ab-8d6bc2b48249'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:59:26.277881 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-7d640b09-eca3-49e3-bfec-1fe9384fafd7 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:26.279493 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-7d640b09-eca3-49e3-bfec-1fe9384fafd7 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/networks?id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 HTTP/1.1" status: 200 len: 817 time: 0.1047046 Nov 19 17:59:26.295376 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-87c443be-dc0e-498c-97bd-85fcaa67798f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/quotas/d6509023720a4952a7a4e18c142e60b0 HTTP/1.1" status: 200 len: 375 time: 0.0097985 Nov 19 17:59:26.361864 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-f5a88b4b-bf0d-4e3f-997d-8b98a54ebd61 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d6509023720a4952a7a4e18c142e60b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591021 Nov 19 17:59:26.413768 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Publish callbacks [] for port, precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.420997 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.486107 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d277da-2aa6-4097-b415-1d6d541f032f None None] Pushing event updated for resources: {'Port': ['ID=96a9e251-89b7-40bd-801b-51c21556dca4,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:26.498521 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d277da-2aa6-4097-b415-1d6d541f032f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:26.499047 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d277da-2aa6-4097-b415-1d6d541f032f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:26.499409 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d277da-2aa6-4097-b415-1d6d541f032f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:26.499816 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d277da-2aa6-4097-b415-1d6d541f032f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:26.500356 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d277da-2aa6-4097-b415-1d6d541f032f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:26.500724 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d277da-2aa6-4097-b415-1d6d541f032f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:26.501039 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d277da-2aa6-4097-b415-1d6d541f032f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:26.501377 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d277da-2aa6-4097-b415-1d6d541f032f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:26.501727 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d277da-2aa6-4097-b415-1d6d541f032f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:26.502059 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d277da-2aa6-4097-b415-1d6d541f032f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:26.502387 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d277da-2aa6-4097-b415-1d6d541f032f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:26.502742 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d277da-2aa6-4097-b415-1d6d541f032f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:26.570385 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Attempting to bind port 96a9e251-89b7-40bd-801b-51c21556dca4 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:59:26.570876 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Attempting to bind port 96a9e251-89b7-40bd-801b-51c21556dca4 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:59:26.571235 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Attempting to bind port 96a9e251-89b7-40bd-801b-51c21556dca4 on network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:26.577962 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:59:26.578643 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Checking segment: {'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:26.579223 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.579805 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Bound using segment: {'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:59:26.580489 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Bound port: 96a9e251-89b7-40bd-801b-51c21556dca4, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:59:26.581081 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.673116 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] For port 96a9e251-89b7-40bd-801b-51c21556dca4, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:59:26.680040 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] For port 96a9e251-89b7-40bd-801b-51c21556dca4, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=96a9e251-89b7-40bd-801b-51c21556dca4,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:59:26.688663 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.764443 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-26fbc5cb-b6f2-46f7-9aa8-14d6c82ebf2b None None] Provisioning complete for port 96a9e251-89b7-40bd-801b-51c21556dca4 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:26.765017 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-26fbc5cb-b6f2-46f7-9aa8-14d6c82ebf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.813003 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac954904-2b15-443e-b095-1c614591ec82 req-0835fa81-f5f1-41b8-a075-7d94d9f277f8 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:26.820277 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ac954904-2b15-443e-b095-1c614591ec82 req-0835fa81-f5f1-41b8-a075-7d94d9f277f8 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 945 time: 0.0974274 Nov 19 17:59:26.900465 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d277da-2aa6-4097-b415-1d6d541f032f None None] Pushing event updated for resources: {'Port': ['ID=96a9e251-89b7-40bd-801b-51c21556dca4,revision_number=4']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:26.900848 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-26fbc5cb-b6f2-46f7-9aa8-14d6c82ebf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.923685 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ac954904-2b15-443e-b095-1c614591ec82 req-38679012-41b3-4b47-9f4a-248a9fea381a tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022038 Nov 19 17:59:26.940589 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-673d3e8e-1a3c-4480-9655-476e19a38dcf service neutron] 10.222.0.71 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655501 Nov 19 17:59:26.950572 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Routers {'a1b27a22-e663-4948-aea1-f52c8cd69f27'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:26.951397 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1b27a22-e663-4948-aea1-f52c8cd69f27'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:26.951559 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device c6d7b769-2214-4666-8924-cb8ee1f2923f up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:27.030139 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-26fbc5cb-b6f2-46f7-9aa8-14d6c82ebf2b None None] For port 96a9e251-89b7-40bd-801b-51c21556dca4, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=96a9e251-89b7-40bd-801b-51c21556dca4,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:27.050564 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-26fbc5cb-b6f2-46f7-9aa8-14d6c82ebf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:27.135342 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] Set router a1b27a22-e663-4948-aea1-f52c8cd69f27 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:27.140956 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port c6d7b769-2214-4666-8924-cb8ee1f2923f triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:27.141331 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:27.144297 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbc5cb-b6f2-46f7-9aa8-14d6c82ebf2b None None] Pushing event updated for resources: {'Port': ['ID=96a9e251-89b7-40bd-801b-51c21556dca4,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:27.146206 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-30714c53-9878-4a31-8402-35c304a0fca9 service neutron] 10.222.0.71 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044287 Nov 19 17:59:27.263960 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:27.281698 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-d6cce6c8-3feb-4c37-9696-69465b1ec909 None None] Provisioning complete for port 96a9e251-89b7-40bd-801b-51c21556dca4 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:27.281983 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d6cce6c8-3feb-4c37-9696-69465b1ec909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:27.437028 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a631ca7a-9d7a-4a07-abc4-3397e613fbe8 req-2d0a5a71-e499-45bd-9304-b2cc1809df0d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 210 time: 0.0459311 Nov 19 17:59:27.453934 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '96a9e251-89b7-40bd-801b-51c21556dca4', 'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'mac_address': 'fa:16:3e:ab:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:22Z', 'updated_at': '2021-11-19T17:59:26Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'subnets': [{'id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:27.489451 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5d01ca-64e3-42cc-be1d-d1c2438e4810 None None] The sync data for ids ['a1b27a22-e663-4948-aea1-f52c8cd69f27'] in dv-cinder-810785-3-iscsi is: [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '96a9e251-89b7-40bd-801b-51c21556dca4', 'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'mac_address': 'fa:16:3e:ab:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:22Z', 'updated_at': '2021-11-19T17:59:26Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'subnets': [{'id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:27.528729 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fd4d1-289c-4bbd-894e-19f5bf29fce7 req-0e0ed107-4093-480a-b702-4bea18a42821 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:27.531837 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3d0fd4d1-289c-4bbd-894e-19f5bf29fce7 req-0e0ed107-4093-480a-b702-4bea18a42821 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0909853 Nov 19 17:59:27.639080 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3d0fd4d1-289c-4bbd-894e-19f5bf29fce7 req-fc80e6e1-1d03-4c7d-a870-1b17a3c4e3e2 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930278 Nov 19 17:59:27.751790 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 239d2e51-134c-4179-87ab-8d6bc2b48249 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:27.809274 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 239d2e51-134c-4179-87ab-8d6bc2b48249 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:59:27.813709 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 239d2e51-134c-4179-87ab-8d6bc2b48249 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:27.814239 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:27.912925 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:27.944201 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac60f5a9-f05c-49e2-86a6-685a45966c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239d2e51-134c-4179-87ab-8d6bc2b48249'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:27.946564 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1d37d3-47f9-41a6-8300-bb73827295b4" -d '{"events": [{"server_uuid": "ac60f5a9-f05c-49e2-86a6-685a45966c1b", "name": "network-vif-plugged", "status": "completed", "tag": "239d2e51-134c-4179-87ab-8d6bc2b48249"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:27.964128 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 239d2e51-134c-4179-87ab-8d6bc2b48249, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=239d2e51-134c-4179-87ab-8d6bc2b48249,segment=NetworkSegment(93c8ee17-c406-4226-bb72-eda88fe2c8db),segment_id=93c8ee17-c406-4226-bb72-eda88fe2c8db)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:27.970357 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:28.036430 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=239d2e51-134c-4179-87ab-8d6bc2b48249,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:28.060766 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9345bdf-ae7f-403b-96e0-ffdc39a272af x-openstack-request-id: req-d9345bdf-ae7f-403b-96e0-ffdc39a272af {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:28.061468 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac60f5a9-f05c-49e2-86a6-685a45966c1b", "name": "network-vif-plugged", "status": "completed", "tag": "239d2e51-134c-4179-87ab-8d6bc2b48249", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:28.062060 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d9345bdf-ae7f-403b-96e0-ffdc39a272af {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:28.063375 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac60f5a9-f05c-49e2-86a6-685a45966c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239d2e51-134c-4179-87ab-8d6bc2b48249', 'code': 200} Nov 19 17:59:28.152892 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd34028-005f-4b4c-9f31-b182883e6a11 req-701d1c4e-47c1-46fa-afce-02545b013b81 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:28.155406 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6fd34028-005f-4b4c-9f31-b182883e6a11 req-701d1c4e-47c1-46fa-afce-02545b013b81 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 946 time: 0.0802290 Nov 19 17:59:28.231302 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6fd34028-005f-4b4c-9f31-b182883e6a11 req-b6c247a9-fedc-4fe6-a2a9-656beb353d91 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658104 Nov 19 17:59:28.319474 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81858b5d-f3ac-4d57-a341-f3781e62bec7 req-0cef8aa7-a0a4-4fe3-ba57-ae193fd1c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:28.321089 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-81858b5d-f3ac-4d57-a341-f3781e62bec7 req-0cef8aa7-a0a4-4fe3-ba57-ae193fd1c912 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 1099 time: 0.0453553 Nov 19 17:59:28.371665 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-81858b5d-f3ac-4d57-a341-f3781e62bec7 req-dcdf698d-5503-4504-b40d-ee815163a009 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423601 Nov 19 17:59:28.539757 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0cce2eed-a77a-4786-9694-b3e94377a128 req-d4d9ffc2-66da-4b6b-abb3-60f1456d5e67 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 210 time: 0.0282867 Nov 19 17:59:28.772146 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40ce49-3c43-4b4f-879f-4160e5dc95c4 req-270b8725-7241-428e-9d49-8ee81299f5a9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:28.773842 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cb40ce49-3c43-4b4f-879f-4160e5dc95c4 req-270b8725-7241-428e-9d49-8ee81299f5a9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0689282 Nov 19 17:59:28.835889 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cb40ce49-3c43-4b4f-879f-4160e5dc95c4 req-db124bff-a9b6-4bdd-8ef8-ebd636788d68 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530200 Nov 19 17:59:28.870472 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 96a9e251-89b7-40bd-801b-51c21556dca4 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:28.931721 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 96a9e251-89b7-40bd-801b-51c21556dca4 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:28.932430 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:28.938282 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-19d3a663-cf34-47ee-9224-c2ef55537510 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:28.940104 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-19d3a663-cf34-47ee-9224-c2ef55537510 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.85 "GET /v2.0/networks?id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 HTTP/1.1" status: 200 len: 817 time: 0.1223261 Nov 19 17:59:29.037808 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-79e881ec-da6a-403d-8ed8-0328e3ede073 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6509023720a4952a7a4e18c142e60b0 HTTP/1.1" status: 200 len: 380 time: 0.0844891 Nov 19 17:59:29.051292 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Request body: {'port': {'device_id': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'admin_state_up': True, 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'security_groups': ['f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d']}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:29.164571 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Made reservation on behalf of d6509023720a4952a7a4e18c142e60b0 for: {'port': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:29.168800 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:29.304212 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Allocated IP 172.20.0.9 (56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0/34f1014f-e3bc-40d8-ab9c-c17a6a568473/70dbca72-5806-477c-bd49-df0645ecb4b4) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:29.314351 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:29.377482 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f08b1a-605a-49e0-b45c-f67de7b5eaff req-1ce06777-69ec-4ebe-b1ae-5d0546a15856 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:29.379038 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f4f08b1a-605a-49e0-b45c-f67de7b5eaff req-1ce06777-69ec-4ebe-b1ae-5d0546a15856 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 946 time: 0.0548115 Nov 19 17:59:29.437384 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f4f08b1a-605a-49e0-b45c-f67de7b5eaff req-cfd204a9-7312-46a3-bf7d-655e5a977b69 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495338 Nov 19 17:59:29.469439 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:29.506888 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:29.557123 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:29.563454 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:29.567998 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:29.572167 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event updated for resources: {'Port': ['ID=70dbca72-5806-477c-bd49-df0645ecb4b4,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:29.600407 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:29.600768 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:29.601117 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:29.601464 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:29.601804 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:29.602141 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:29.602500 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:29.602880 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:29.603216 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:29.603632 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:29.603971 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:29.604335 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:29.653951 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:29.663388 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:29.666735 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:29.702634 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-dfbd1421-4cec-46d4-8c29-026ed54e8058 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6564131 Nov 19 17:59:29.723328 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Request body: {'port': {'device_id': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:29.785273 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc595-8313-47a9-945e-985e4a8b38bc req-2a64ad78-be1c-436b-b415-be5bf201b5d0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:29.794381 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-071dc595-8313-47a9-945e-985e4a8b38bc req-2a64ad78-be1c-436b-b415-be5bf201b5d0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 931 time: 0.0886903 Nov 19 17:59:29.795816 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:29.844910 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-071dc595-8313-47a9-945e-985e4a8b38bc req-ced965c4-00a8-4df6-8d52-14970999ca35 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494208 Nov 19 17:59:29.912892 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-36e3b5b5-07f4-48f9-b6ba-6eba1af0209e None None] Provisioning complete for port 70dbca72-5806-477c-bd49-df0645ecb4b4 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:29.913343 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-36e3b5b5-07f4-48f9-b6ba-6eba1af0209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:29.962863 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-36e3b5b5-07f4-48f9-b6ba-6eba1af0209e None None] Port 70dbca72-5806-477c-bd49-df0645ecb4b4 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:29.992790 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-e866ab51-f8c4-4116-ac06-addc616980e4 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:29.994348 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-e866ab51-f8c4-4116-ac06-addc616980e4 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.85 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0800672 Nov 19 17:59:30.010697 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d95465-a5ba-4ae3-a2ee-5b7452b390ea req-f8abe5d3-15e1-4263-8c06-1a4abaddcf88 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:30.013150 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-92d95465-a5ba-4ae3-a2ee-5b7452b390ea req-f8abe5d3-15e1-4263-8c06-1a4abaddcf88 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 946 time: 0.0886092 Nov 19 17:59:30.151557 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-92d95465-a5ba-4ae3-a2ee-5b7452b390ea req-ff4c8dd3-e8d4-4535-ac92-0150e38f2b22 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=ca322696-0ec6-4c2d-bac9-9d92430bebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100535 Nov 19 17:59:30.182293 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-ccc5a6ee-1e07-4be5-b412-b14a0dd48e26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Deleting port 5429e785-00af-4ece-b4a3-8c18072af542 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:30.182690 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-ccc5a6ee-1e07-4be5-b412-b14a0dd48e26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.291861 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-ccc5a6ee-1e07-4be5-b412-b14a0dd48e26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] For port 5429e785-00af-4ece-b4a3-8c18072af542, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=5429e785-00af-4ece-b4a3-8c18072af542,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:30.292230 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-ccc5a6ee-1e07-4be5-b412-b14a0dd48e26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.411162 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70dbca72-5806-477c-bd49-df0645ecb4b4 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:59:30.420558 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.434947 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Transition to ACTIVE for port object 70dbca72-5806-477c-bd49-df0645ecb4b4 will not be triggered until provisioned by entity L2. {{(pid=103565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:59:30.439662 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.532858 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Pushing event updated for resources: {'Port': ['ID=70dbca72-5806-477c-bd49-df0645ecb4b4,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:30.556874 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-ccc5a6ee-1e07-4be5-b412-b14a0dd48e26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.557246 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-ccc5a6ee-1e07-4be5-b412-b14a0dd48e26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.557759 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.l3_db [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-ccc5a6ee-1e07-4be5-b412-b14a0dd48e26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Floating IP a6236398-51a8-405f-9a86-0d446c43fb4c disassociated. External IP: 172.27.1.67, port: 5429e785-00af-4ece-b4a3-8c18072af542. Nov 19 17:59:30.558892 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-ccc5a6ee-1e07-4be5-b412-b14a0dd48e26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Calling delete_port for 5429e785-00af-4ece-b4a3-8c18072af542 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:30.601144 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Attempting to bind port 70dbca72-5806-477c-bd49-df0645ecb4b4 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:59:30.601478 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Attempting to bind port 70dbca72-5806-477c-bd49-df0645ecb4b4 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:59:30.601805 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Attempting to bind port 70dbca72-5806-477c-bd49-df0645ecb4b4 on network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:30.611222 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Port 70dbca72-5806-477c-bd49-df0645ecb4b4 on network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:59:30.611698 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Attempting to bind port 70dbca72-5806-477c-bd49-df0645ecb4b4 on network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:30.621508 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:59:30.622089 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Checking segment: {'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:30.622769 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Bound using segment: {'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:59:30.623518 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Bound port: 70dbca72-5806-477c-bd49-df0645ecb4b4, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:59:30.624117 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.724145 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4040480-bb70-4e54-9f60-b03a27c4549b req-ca32d988-a313-4d0e-a094-b639c54c7b3a tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:30.724897 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b4040480-bb70-4e54-9f60-b03a27c4549b req-ca32d988-a313-4d0e-a094-b639c54c7b3a tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 946 time: 0.0891442 Nov 19 17:59:30.741347 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] For port 70dbca72-5806-477c-bd49-df0645ecb4b4, host hv-cinder-81078, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:59:30.748687 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] For port 70dbca72-5806-477c-bd49-df0645ecb4b4, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=70dbca72-5806-477c-bd49-df0645ecb4b4,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:59:30.757286 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.814493 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:30.815132 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.816586 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] 10.222.0.85 "PUT /v2.0/ports/70dbca72-5806-477c-bd49-df0645ecb4b4 HTTP/1.1" status: 200 len: 1093 time: 1.0980058 Nov 19 17:59:30.817102 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'tag': '70dbca72-5806-477c-bd49-df0645ecb4b4'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:30.819393 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc485ff-f2f7-49e5-9e66-c760d2dc62a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2b8fb1-2add-4f1b-a135-8028edbd3424", "tag": "70dbca72-5806-477c-bd49-df0645ecb4b4"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:30.833726 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b4040480-bb70-4e54-9f60-b03a27c4549b req-4d32c207-0d38-4d73-9868-a4e255a8a3ed tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990381 Nov 19 17:59:30.835431 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-ccc5a6ee-1e07-4be5-b412-b14a0dd48e26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.862868 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5315f-7f59-4900-a30e-f05046610e1d service neutron] Pushing event updated for resources: {'Port': ['ID=70dbca72-5806-477c-bd49-df0645ecb4b4,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:30.869890 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8cc153-2b73-47bb-9fdd-e904ebfb8748 x-openstack-request-id: req-de8cc153-2b73-47bb-9fdd-e904ebfb8748 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:30.870335 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2b8fb1-2add-4f1b-a135-8028edbd3424", "tag": "70dbca72-5806-477c-bd49-df0645ecb4b4", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:30.871428 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-de8cc153-2b73-47bb-9fdd-e904ebfb8748 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:30.872089 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'tag': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'status': 'completed', 'code': 200} Nov 19 17:59:30.928674 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5a6ee-1e07-4be5-b412-b14a0dd48e26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event deleted for resources: {'Port': ['ID=5429e785-00af-4ece-b4a3-8c18072af542,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:30.990858 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc485ff-f2f7-49e5-9e66-c760d2dc62a6 req-ef77126a-2260-4e37-8aa9-9b1f725bcd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:30.994706 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3dc485ff-f2f7-49e5-9e66-c760d2dc62a6 req-ef77126a-2260-4e37-8aa9-9b1f725bcd7b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d6509023720a4952a7a4e18c142e60b0&device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 1096 time: 0.0968778 Nov 19 17:59:31.132811 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af41c8-33fc-4d4e-8316-deabd08adb01 req-3c20675c-c931-4e26-aea7-3c50ee3d5807 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:31.136007 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b9af41c8-33fc-4d4e-8316-deabd08adb01 req-3c20675c-c931-4e26-aea7-3c50ee3d5807 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.1276877 Nov 19 17:59:31.230476 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-ccc5a6ee-1e07-4be5-b412-b14a0dd48e26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Router a27de2fe-7f57-4c81-9cae-2dc046a12074 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:59:31.235888 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b9af41c8-33fc-4d4e-8316-deabd08adb01 req-17604d17-7ada-4586-bcc8-e9a1a10eb801 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756781 Nov 19 17:59:31.241925 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc485ff-f2f7-49e5-9e66-c760d2dc62a6 req-6efa7830-e836-4f8b-846f-88c3dc337375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:31.246693 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3dc485ff-f2f7-49e5-9e66-c760d2dc62a6 req-6efa7830-e836-4f8b-846f-88c3dc337375 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=d6509023720a4952a7a4e18c142e60b0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2409368 Nov 19 17:59:31.393494 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d0333804-239c-4367-bcc2-c79ec682d909 req-7b708f3a-5876-476e-a531-6ee28a1e46fa tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=13ff4624-eb99-4911-b557-73bc09cb0a72 HTTP/1.1" status: 200 len: 210 time: 0.0420971 Nov 19 17:59:31.409242 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc485ff-f2f7-49e5-9e66-c760d2dc62a6 req-a698d68d-e61f-431a-8f1e-fa422fd75221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:31.410787 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3dc485ff-f2f7-49e5-9e66-c760d2dc62a6 req-a698d68d-e61f-431a-8f1e-fa422fd75221 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1472840 Nov 19 17:59:31.416593 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-ccc5a6ee-1e07-4be5-b412-b14a0dd48e26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:31.428856 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbda185-bc68-444f-8804-ca580f6b7d02 None None] Sync routers for ids ['a27de2fe-7f57-4c81-9cae-2dc046a12074'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:31.441299 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbda185-bc68-444f-8804-ca580f6b7d02 None None] Routers {'a27de2fe-7f57-4c81-9cae-2dc046a12074'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:31.442378 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-cdbda185-bc68-444f-8804-ca580f6b7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a27de2fe-7f57-4c81-9cae-2dc046a12074'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:31.488376 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-ccc5a6ee-1e07-4be5-b412-b14a0dd48e26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] No DVR routers for this DVR port 5429e785-00af-4ece-b4a3-8c18072af542 on host hv-cinder-81078 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:31.506005 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-ccc5a6ee-1e07-4be5-b412-b14a0dd48e26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:31.516732 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-35aa5ea9-7430-4319-9792-a27d14e5c605 req-ccc5a6ee-1e07-4be5-b412-b14a0dd48e26 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.85 "DELETE /v2.0/ports/5429e785-00af-4ece-b4a3-8c18072af542 HTTP/1.1" status: 204 len: 173 time: 1.5123360 Nov 19 17:59:31.517559 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ff4624-eb99-4911-b557-73bc09cb0a72', 'name': 'network-vif-deleted', 'tag': '5429e785-00af-4ece-b4a3-8c18072af542'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:31.521401 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef15840-63d1-427b-a95f-e49de93905d8" -d '{"events": [{"server_uuid": "13ff4624-eb99-4911-b557-73bc09cb0a72", "name": "network-vif-deleted", "tag": "5429e785-00af-4ece-b4a3-8c18072af542"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:31.536948 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-499da00b-8164-44f3-8c15-5fe4d3431dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:31.538624 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-499da00b-8164-44f3-8c15-5fe4d3431dcf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d6509023720a4952a7a4e18c142e60b0&device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 1096 time: 0.0721123 Nov 19 17:59:31.626589 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-cdbda185-bc68-444f-8804-ca580f6b7d02 None None] Set router a27de2fe-7f57-4c81-9cae-2dc046a12074 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:31.638305 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-2e0b26de-6fc7-40d3-b93f-ad632532740d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70dbca72-5806-477c-bd49-df0645ecb4b4 HTTP/1.1" status: 200 len: 217 time: 0.0918779 Nov 19 17:59:31.703138 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795db7a3-e964-4b99-a3a6-7766f8c88392 x-openstack-request-id: req-795db7a3-e964-4b99-a3a6-7766f8c88392 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:31.703491 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ff4624-eb99-4911-b557-73bc09cb0a72", "name": "network-vif-deleted", "tag": "5429e785-00af-4ece-b4a3-8c18072af542", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:31.703880 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-795db7a3-e964-4b99-a3a6-7766f8c88392 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:31.704331 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ff4624-eb99-4911-b557-73bc09cb0a72', 'name': 'network-vif-deleted', 'tag': '5429e785-00af-4ece-b4a3-8c18072af542', 'status': 'completed', 'code': 200} Nov 19 17:59:31.725694 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-0adceb68-fccc-4178-b2f7-eebf1a7cb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:31.727219 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-0adceb68-fccc-4178-b2f7-eebf1a7cb681 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34f1014f-e3bc-40d8-ab9c-c17a6a568473 HTTP/1.1" status: 200 len: 856 time: 0.0812604 Nov 19 17:59:31.796263 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-1130e10f-76b2-4af1-b735-14ebc0cccc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:31.797988 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-1130e10f-76b2-4af1-b735-14ebc0cccc4f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602112 Nov 19 17:59:31.926159 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-01f25a2b-2d01-476e-bcf9-7becdff579c1 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184120 Nov 19 17:59:31.935507 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6ae99-9d22-4790-9508-3f4298532b34 req-d51820bb-9970-4bfa-80b3-071f8339c588 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:31.937140 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-40e6ae99-9d22-4790-9508-3f4298532b34 req-d51820bb-9970-4bfa-80b3-071f8339c588 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 946 time: 0.0676389 Nov 19 17:59:32.008919 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-40e6ae99-9d22-4790-9508-3f4298532b34 req-414e4bd7-c584-4514-a55e-91d009ccf05a tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641563 Nov 19 17:59:32.019973 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-cdbda185-bc68-444f-8804-ca580f6b7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '529ba45b-5523-443d-9ceb-2ad2d5b3dc94', 'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'mac_address': 'fa:16:3e:6f:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:54:03Z', 'updated_at': '2021-11-19T17:54:12Z', 'revision_number': 5, 'project_id': '0456090f49334c51827e8fad95f98095', 'subnets': [{'id': '391d2137-1654-4763-aca0-4213e12e3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:32.044737 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df2c79b9-cc7b-414c-aaa2-eeeea43845de req-848c075e-a0a6-4eba-a4e2-74c28a7d0078 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098087 Nov 19 17:59:32.052694 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbda185-bc68-444f-8804-ca580f6b7d02 None None] Checking router: a27de2fe-7f57-4c81-9cae-2dc046a12074 for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:59:32.065243 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbda185-bc68-444f-8804-ca580f6b7d02 None None] Routers {'a27de2fe-7f57-4c81-9cae-2dc046a12074'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:32.065968 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-cdbda185-bc68-444f-8804-ca580f6b7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a27de2fe-7f57-4c81-9cae-2dc046a12074'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:32.186548 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-cdbda185-bc68-444f-8804-ca580f6b7d02 None None] Set router a27de2fe-7f57-4c81-9cae-2dc046a12074 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:32.403565 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-cdbda185-bc68-444f-8804-ca580f6b7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '529ba45b-5523-443d-9ceb-2ad2d5b3dc94', 'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'mac_address': 'fa:16:3e:6f:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:54:03Z', 'updated_at': '2021-11-19T17:54:12Z', 'revision_number': 5, 'project_id': '0456090f49334c51827e8fad95f98095', 'subnets': [{'id': '391d2137-1654-4763-aca0-4213e12e3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:32.408546 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0337d-05f9-4cd5-af84-a06d4731678a req-aee1a7d9-9a49-4844-b2d1-374689de2647 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:32.410719 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8fc0337d-05f9-4cd5-af84-a06d4731678a req-aee1a7d9-9a49-4844-b2d1-374689de2647 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0578117 Nov 19 17:59:32.436418 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbda185-bc68-444f-8804-ca580f6b7d02 None None] The sync data for ids ['a27de2fe-7f57-4c81-9cae-2dc046a12074'] in dv-cinder-810785-3-iscsi is: [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '529ba45b-5523-443d-9ceb-2ad2d5b3dc94', 'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'mac_address': 'fa:16:3e:6f:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:54:03Z', 'updated_at': '2021-11-19T17:54:12Z', 'revision_number': 5, 'project_id': '0456090f49334c51827e8fad95f98095', 'subnets': [{'id': '391d2137-1654-4763-aca0-4213e12e3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:32.493100 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8fc0337d-05f9-4cd5-af84-a06d4731678a req-115efb11-b513-480a-99a3-07151640442b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756862 Nov 19 17:59:32.509485 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43748) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:32.585149 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-459d25ef-785f-4f25-bc6f-b50e8a6a3370 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:32.623399 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-459d25ef-785f-4f25-bc6f-b50e8a6a3370 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:32.684897 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-459d25ef-785f-4f25-bc6f-b50e8a6a3370 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:32.687893 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-459d25ef-785f-4f25-bc6f-b50e8a6a3370 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:32.689137 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-459d25ef-785f-4f25-bc6f-b50e8a6a3370 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "DELETE /v2.0/security-groups/ca322696-0ec6-4c2d-bac9-9d92430bebb9 HTTP/1.1" status: 204 len: 168 time: 0.1789837 Nov 19 17:59:32.692383 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43750) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:32.700686 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d25ef-785f-4f25-bc6f-b50e8a6a3370 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca322696-0ec6-4c2d-bac9-9d92430bebb9,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:32.710331 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.api.v2.resource [None req-666fc625-00ae-49bb-905c-cdb5a49e40e9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] show failed (client error): The resource could not be found. Nov 19 17:59:32.712289 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-666fc625-00ae-49bb-905c-cdb5a49e40e9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups/ca322696-0ec6-4c2d-bac9-9d92430bebb9 HTTP/1.1" status: 404 len: 347 time: 0.0177774 Nov 19 17:59:32.715268 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43752) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:32.782652 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a76c75-3720-4561-b247-a3462f38f3d2 None None] New status for floating IP a6236398-51a8-405f-9a86-0d446c43fb4c: DOWN {{(pid=103567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:59:32.894048 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-294586ef-63d1-452f-95f7-7ced952d458a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Deleting port 8fad3614-8cf6-49d9-9963-305c441dceec {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:32.894455 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-294586ef-63d1-452f-95f7-7ced952d458a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:32.994262 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-294586ef-63d1-452f-95f7-7ced952d458a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:32.995315 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-294586ef-63d1-452f-95f7-7ced952d458a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.009854 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-294586ef-63d1-452f-95f7-7ced952d458a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Calling delete_port for 8fad3614-8cf6-49d9-9963-305c441dceec owned by network:floatingip {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:33.229982 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68819785-e780-4738-af03-5aada9a0a3fc req-acddd378-ddd1-48e3-afe6-7953e364a310 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:33.233129 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-68819785-e780-4738-af03-5aada9a0a3fc req-acddd378-ddd1-48e3-afe6-7953e364a310 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 946 time: 0.1117404 Nov 19 17:59:33.324614 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-294586ef-63d1-452f-95f7-7ced952d458a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.360236 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-68819785-e780-4738-af03-5aada9a0a3fc req-3d0d3f83-420e-4d59-a350-cb49f1573c08 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/security-groups?id=b81513be-2831-48bd-aadd-6db5b92e0673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189237 Nov 19 17:59:33.362004 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294586ef-63d1-452f-95f7-7ced952d458a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event deleted for resources: {'Port': ['ID=8fad3614-8cf6-49d9-9963-305c441dceec,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:33.430162 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-294586ef-63d1-452f-95f7-7ced952d458a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for floatingip, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.432855 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-294586ef-63d1-452f-95f7-7ced952d458a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.434300 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-294586ef-63d1-452f-95f7-7ced952d458a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "DELETE /v2.0/floatingips/a6236398-51a8-405f-9a86-0d446c43fb4c HTTP/1.1" status: 204 len: 168 time: 0.7121692 Nov 19 17:59:33.553390 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bb5d7-b84d-490b-8367-6c805bfa4189 req-497f2b76-deda-4ada-bf23-81dd4fdc4d99 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:33.555010 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c92bb5d7-b84d-490b-8367-6c805bfa4189 req-497f2b76-deda-4ada-bf23-81dd4fdc4d99 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.85 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 946 time: 0.0592487 Nov 19 17:59:33.663459 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f36694-b4ef-4d9e-a3cd-7358a38a8197 req-e25a06ed-c1f4-449a-ac48-a50b3c226b6b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:33.666290 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-35f36694-b4ef-4d9e-a3cd-7358a38a8197 req-e25a06ed-c1f4-449a-ac48-a50b3c226b6b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0705721 Nov 19 17:59:33.692176 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-c92bb5d7-b84d-490b-8367-6c805bfa4189 req-9cde00a8-78a9-4c39-9de7-bf8977d86721 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Deleting port 239d2e51-134c-4179-87ab-8d6bc2b48249 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:33.692647 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-c92bb5d7-b84d-490b-8367-6c805bfa4189 req-9cde00a8-78a9-4c39-9de7-bf8977d86721 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.759586 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-35f36694-b4ef-4d9e-a3cd-7358a38a8197 req-2ee4498a-4bec-425e-846a-40720a0947ea tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786133 Nov 19 17:59:33.806088 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 5429e785-00af-4ece-b4a3-8c18072af542 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:33.832973 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 5429e785-00af-4ece-b4a3-8c18072af542 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:59:33.833647 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 5429e785-00af-4ece-b4a3-8c18072af542 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:33.875877 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-c92bb5d7-b84d-490b-8367-6c805bfa4189 req-9cde00a8-78a9-4c39-9de7-bf8977d86721 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] For port 239d2e51-134c-4179-87ab-8d6bc2b48249, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=239d2e51-134c-4179-87ab-8d6bc2b48249,segment=NetworkSegment(93c8ee17-c406-4226-bb72-eda88fe2c8db),segment_id=93c8ee17-c406-4226-bb72-eda88fe2c8db)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:33.876534 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-c92bb5d7-b84d-490b-8367-6c805bfa4189 req-9cde00a8-78a9-4c39-9de7-bf8977d86721 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.895502 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-c92bb5d7-b84d-490b-8367-6c805bfa4189 req-9cde00a8-78a9-4c39-9de7-bf8977d86721 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Calling delete_port for 239d2e51-134c-4179-87ab-8d6bc2b48249 owned by compute:nova {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:34.035060 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-c92bb5d7-b84d-490b-8367-6c805bfa4189 req-9cde00a8-78a9-4c39-9de7-bf8977d86721 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.052240 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['239d2e51-134c-4179-87ab-8d6bc2b48249'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:59:34.069525 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde00a8-78a9-4c39-9de7-bf8977d86721 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Pushing event deleted for resources: {'Port': ['ID=239d2e51-134c-4179-87ab-8d6bc2b48249,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:34.082824 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43760) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:34.090015 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-5b3fb34b-7819-4167-99ea-45c0aa127699 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1600559325', 'description': 'tempest-description--1727163961'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:34.118445 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb34b-7819-4167-99ea-45c0aa127699 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.124283 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92bb5d7-b84d-490b-8367-6c805bfa4189 req-9cde00a8-78a9-4c39-9de7-bf8977d86721 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] No DVR routers for this DVR port 239d2e51-134c-4179-87ab-8d6bc2b48249 on host hv-cinder-81078 {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:34.127061 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-c92bb5d7-b84d-490b-8367-6c805bfa4189 req-9cde00a8-78a9-4c39-9de7-bf8977d86721 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.130524 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c92bb5d7-b84d-490b-8367-6c805bfa4189 req-9cde00a8-78a9-4c39-9de7-bf8977d86721 tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.85 "DELETE /v2.0/ports/239d2e51-134c-4179-87ab-8d6bc2b48249 HTTP/1.1" status: 204 len: 173 time: 0.5686603 Nov 19 17:59:34.131237 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac60f5a9-f05c-49e2-86a6-685a45966c1b', 'name': 'network-vif-deleted', 'tag': '239d2e51-134c-4179-87ab-8d6bc2b48249'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:34.133370 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e196d5-6408-411c-af09-120d52dbfab2" -d '{"events": [{"server_uuid": "ac60f5a9-f05c-49e2-86a6-685a45966c1b", "name": "network-vif-deleted", "tag": "239d2e51-134c-4179-87ab-8d6bc2b48249"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:34.181177 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3787d2e9-f323-4055-afe6-22b9dd29a6e5 x-openstack-request-id: req-3787d2e9-f323-4055-afe6-22b9dd29a6e5 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:34.181477 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac60f5a9-f05c-49e2-86a6-685a45966c1b", "name": "network-vif-deleted", "tag": "239d2e51-134c-4179-87ab-8d6bc2b48249", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:34.181738 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3787d2e9-f323-4055-afe6-22b9dd29a6e5 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:34.182141 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac60f5a9-f05c-49e2-86a6-685a45966c1b', 'name': 'network-vif-deleted', 'tag': '239d2e51-134c-4179-87ab-8d6bc2b48249', 'status': 'completed', 'code': 200} Nov 19 17:59:34.203441 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb34b-7819-4167-99ea-45c0aa127699 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.207452 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb34b-7819-4167-99ea-45c0aa127699 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.239392 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb34b-7819-4167-99ea-45c0aa127699 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.240636 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-5b3fb34b-7819-4167-99ea-45c0aa127699 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1567919 Nov 19 17:59:34.243789 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43764) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:34.249328 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-7faa7850-0562-48fe-a1cb-180044a9dfe0 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Request body: {'security_group_rule': {'security_group_id': 'a8485bda-3a97-4bf7-9979-37a7f79d439e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:34.249865 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fb34b-7819-4167-99ea-45c0aa127699 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8485bda-3a97-4bf7-9979-37a7f79d439e,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:34.277227 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7faa7850-0562-48fe-a1cb-180044a9dfe0 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.341427 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7faa7850-0562-48fe-a1cb-180044a9dfe0 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.351878 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7faa7850-0562-48fe-a1cb-180044a9dfe0 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.368034 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa7850-0562-48fe-a1cb-180044a9dfe0 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc05962-3530-4a8b-a9f7-db82037a9655,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:34.379885 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7faa7850-0562-48fe-a1cb-180044a9dfe0 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.381122 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-7faa7850-0562-48fe-a1cb-180044a9dfe0 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362686 Nov 19 17:59:34.384599 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43766) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:34.392811 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-951f18f4-3c0f-492e-bbd3-4688186093ed tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Request body: {'security_group_rule': {'security_group_id': 'a8485bda-3a97-4bf7-9979-37a7f79d439e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:34.436509 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-951f18f4-3c0f-492e-bbd3-4688186093ed tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.496720 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96b7b76e-3834-4336-b863-d97b23c6fe8d req-80596493-68d9-4e48-84a7-d4f5de27775b tempest-VolumesActionsTest-1964245826 tempest-VolumesActionsTest-1964245826-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac60f5a9-f05c-49e2-86a6-685a45966c1b HTTP/1.1" status: 200 len: 210 time: 0.0398934 Nov 19 17:59:34.524029 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-951f18f4-3c0f-492e-bbd3-4688186093ed tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.530351 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-951f18f4-3c0f-492e-bbd3-4688186093ed tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.549674 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f18f4-3c0f-492e-bbd3-4688186093ed tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f3ded5-e15a-4fac-8ad8-f898245e435f,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:34.560230 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-951f18f4-3c0f-492e-bbd3-4688186093ed tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.564832 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43770) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:34.565020 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-951f18f4-3c0f-492e-bbd3-4688186093ed tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1788318 Nov 19 17:59:34.570359 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Request body: {'floatingip': {'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:34.600519 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for floatingip, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.727474 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.853581 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Allocated IP 172.27.1.34 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/02541f00-cb17-4670-b5a1-3217b48a52f8) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:34.900741 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072c5d4-c525-4d2b-8089-6da6d0fdfff2 req-417824e2-51d5-4860-b3d7-a813ce2d0c51 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:34.902444 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3072c5d4-c525-4d2b-8089-6da6d0fdfff2 req-417824e2-51d5-4860-b3d7-a813ce2d0c51 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0554526 Nov 19 17:59:34.975275 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.984284 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3072c5d4-c525-4d2b-8089-6da6d0fdfff2 req-8603de6b-d4f7-4972-8be3-e72ed89c0b52 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692797 Nov 19 17:59:35.020658 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.066885 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:35.070012 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:35.072480 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:35.101283 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event updated for resources: {'Port': ['ID=02541f00-cb17-4670-b5a1-3217b48a52f8,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:35.171682 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.212159 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.380810 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.385702 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.458213 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event updated for resources: {'Port': ['ID=02541f00-cb17-4670-b5a1-3217b48a52f8,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:35.474701 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.500025 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.501358 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-0d5f6ac7-edf3-453b-b5e8-3bbc48fc3f5f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9352319 Nov 19 17:59:35.674247 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-b409a792-3514-4af5-ba8f-bd59cda60f56 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1600559325&fields=id&tenant_id=0456090f49334c51827e8fad95f98095 HTTP/1.1" status: 200 len: 267 time: 0.0529301 Nov 19 17:59:35.793203 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-10e74ca8-90e6-4eb3-aeab-8669a29fa918 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:35.796802 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-10e74ca8-90e6-4eb3-aeab-8669a29fa918 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/networks?id=410ab6ba-f35e-442f-bd38-211464acc4a3 HTTP/1.1" status: 200 len: 811 time: 0.1157477 Nov 19 17:59:35.805608 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 70dbca72-5806-477c-bd49-df0645ecb4b4 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:59:35.816615 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-5c81ac37-4ef1-47c3-b0bf-ea29d7592afb tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/quotas/0456090f49334c51827e8fad95f98095 HTTP/1.1" status: 200 len: 375 time: 0.0160365 Nov 19 17:59:35.890985 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1520833-96ae-4f9e-b8ab-b71ab0167798 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0456090f49334c51827e8fad95f98095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675933 Nov 19 17:59:35.927484 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 70dbca72-5806-477c-bd49-df0645ecb4b4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=70dbca72-5806-477c-bd49-df0645ecb4b4,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:35.943571 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'port_id': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'mac_address': 'fa:16:3e:5c:50:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:59:36.021454 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-456152eb-b76b-4955-b6f7-02115453d62f service neutron] 10.222.0.71 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126239 Nov 19 17:59:36.142959 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:36.157664 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dbca72-5806-477c-bd49-df0645ecb4b4 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:59:36.188689 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb82d80-c592-4cba-8b1c-3963eebf278d req-302b540f-2950-4824-93f0-fb5e2d4989ca tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:36.190443 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 70dbca72-5806-477c-bd49-df0645ecb4b4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=70dbca72-5806-477c-bd49-df0645ecb4b4,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:36.190620 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3cb82d80-c592-4cba-8b1c-3963eebf278d req-302b540f-2950-4824-93f0-fb5e2d4989ca tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0863490 Nov 19 17:59:36.194974 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-4305ee46-304c-402a-b0dc-45f4e68e05f4 service neutron] 10.222.0.71 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650069 Nov 19 17:59:36.204181 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:36.263289 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=70dbca72-5806-477c-bd49-df0645ecb4b4,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:36.285146 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3cb82d80-c592-4cba-8b1c-3963eebf278d req-7c07d8a9-3817-4d54-aa97-ca8a188dbfbb tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836377 Nov 19 17:59:36.430624 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a363b4a1-9d42-4640-8701-5b097f92c51c req-e688d478-5512-4014-b7d7-76ec16c543dd tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 210 time: 0.0296657 Nov 19 17:59:36.444453 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['70dbca72-5806-477c-bd49-df0645ecb4b4'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:59:37.429107 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0975501-1c48-4e0f-82df-f86252f6ec1c req-3a4a8be0-9c7b-4483-a259-4815dcdfc76d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:37.430672 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a0975501-1c48-4e0f-82df-f86252f6ec1c req-3a4a8be0-9c7b-4483-a259-4815dcdfc76d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 944 time: 0.0555301 Nov 19 17:59:37.490894 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a0975501-1c48-4e0f-82df-f86252f6ec1c req-817e4c0a-3b38-4b24-b074-278dd9765a18 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540195 Nov 19 17:59:37.553704 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4a3ed916-d06a-4e8f-b243-0fc6b96c0b68 req-297c1f1d-339e-4ff5-9aed-9be8712bacdf tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 210 time: 0.0371194 Nov 19 17:59:38.203741 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:59:38.538550 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 239d2e51-134c-4179-87ab-8d6bc2b48249 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:38.572349 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 239d2e51-134c-4179-87ab-8d6bc2b48249 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:59:38.572793 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 239d2e51-134c-4179-87ab-8d6bc2b48249 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:38.591533 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:38.659888 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d4fa8a07-fd4f-4d7c-bb56-d29fa842518f req-25478a09-9307-403d-9e37-0ccaf0eba556 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 210 time: 0.0315564 Nov 19 17:59:38.676754 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d2628-2e49-42ed-bdca-252680c74b01 req-19e70ef2-4758-4976-be58-e0ea738cb53e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:38.678343 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-548d2628-2e49-42ed-bdca-252680c74b01 req-19e70ef2-4758-4976-be58-e0ea738cb53e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 944 time: 0.0784767 Nov 19 17:59:38.739201 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-548d2628-2e49-42ed-bdca-252680c74b01 req-ddca7e99-cfe3-43c5-aa19-5c2186f9edba tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535254 Nov 19 17:59:38.800313 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-88a238ee-8dc6-4ccb-9cf1-23252bb4907e req-fa399635-04f7-465e-a27c-59cf95545c65 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684899176&fields=id&tenant_id=21c13efec7f34837a11bafa7687ba15a HTTP/1.1" status: 200 len: 267 time: 0.0567579 Nov 19 17:59:38.861125 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a238ee-8dc6-4ccb-9cf1-23252bb4907e req-c6a989af-ea39-4daa-9e79-d9793843d364 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:38.862678 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-88a238ee-8dc6-4ccb-9cf1-23252bb4907e req-c6a989af-ea39-4daa-9e79-d9793843d364 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 985 time: 0.0559652 Nov 19 17:59:38.874446 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-88a238ee-8dc6-4ccb-9cf1-23252bb4907e req-0d94b43f-5346-4f8e-9ae8-4a268f2cf8c2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Request body: {'port': {'security_groups': ['8ac92466-cde2-4af2-830b-0385dca82f05']}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:38.965436 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-88a238ee-8dc6-4ccb-9cf1-23252bb4907e req-0d94b43f-5346-4f8e-9ae8-4a268f2cf8c2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.221817 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-88a238ee-8dc6-4ccb-9cf1-23252bb4907e req-0d94b43f-5346-4f8e-9ae8-4a268f2cf8c2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] For port 12835b70-a62b-4a4e-9970-475fa4d980c1, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=12835b70-a62b-4a4e-9970-475fa4d980c1,segment=NetworkSegment(3a932848-4b09-47dd-b4ee-190087253e82),segment_id=3a932848-4b09-47dd-b4ee-190087253e82)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:39.280259 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-88a238ee-8dc6-4ccb-9cf1-23252bb4907e req-0d94b43f-5346-4f8e-9ae8-4a268f2cf8c2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.287697 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-88a238ee-8dc6-4ccb-9cf1-23252bb4907e req-0d94b43f-5346-4f8e-9ae8-4a268f2cf8c2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.356708 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a238ee-8dc6-4ccb-9cf1-23252bb4907e req-0d94b43f-5346-4f8e-9ae8-4a268f2cf8c2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:39.357411 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-88a238ee-8dc6-4ccb-9cf1-23252bb4907e req-0d94b43f-5346-4f8e-9ae8-4a268f2cf8c2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.358976 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-88a238ee-8dc6-4ccb-9cf1-23252bb4907e req-0d94b43f-5346-4f8e-9ae8-4a268f2cf8c2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "PUT /v2.0/ports/12835b70-a62b-4a4e-9970-475fa4d980c1 HTTP/1.1" status: 200 len: 943 time: 0.4895070 Nov 19 17:59:39.362440 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'tag': '12835b70-a62b-4a4e-9970-475fa4d980c1'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:39.364735 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c9c417-b836-4e5c-8efd-a3638fcc9908" -d '{"events": [{"name": "network-changed", "server_uuid": "24c58fcb-f2b2-41bc-8c3c-14eb183d763d", "tag": "12835b70-a62b-4a4e-9970-475fa4d980c1"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:39.369865 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43866) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:39.417782 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94b43f-5346-4f8e-9ae8-4a268f2cf8c2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Pushing event updated for resources: {'Port': ['ID=12835b70-a62b-4a4e-9970-475fa4d980c1,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:39.446667 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4c11fc-f1f4-453f-a7b5-11a729d820d8 x-openstack-request-id: req-6a4c11fc-f1f4-453f-a7b5-11a729d820d8 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:39.450182 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c58fcb-f2b2-41bc-8c3c-14eb183d763d", "tag": "12835b70-a62b-4a4e-9970-475fa4d980c1", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:39.451028 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6a4c11fc-f1f4-453f-a7b5-11a729d820d8 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:39.451927 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'tag': '12835b70-a62b-4a4e-9970-475fa4d980c1', 'status': 'completed', 'code': 200} Nov 19 17:59:39.456498 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-10c75da1-d1a0-4419-8ed9-33fe6531e545 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.497834 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-10c75da1-d1a0-4419-8ed9-33fe6531e545 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.594138 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-10c75da1-d1a0-4419-8ed9-33fe6531e545 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.595404 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-10c75da1-d1a0-4419-8ed9-33fe6531e545 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.597275 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-10c75da1-d1a0-4419-8ed9-33fe6531e545 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "DELETE /v2.0/security-groups/63c45e6d-c2e7-4990-9214-9f45db61dc1c HTTP/1.1" status: 204 len: 168 time: 0.2252445 Nov 19 17:59:39.600256 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 43872) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:39.610956 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c75da1-d1a0-4419-8ed9-33fe6531e545 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c45e6d-c2e7-4990-9214-9f45db61dc1c,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:39.684913 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-e80b0425-1b76-49e3-a8bb-11b5cef52218 None None] Provisioning complete for port 12835b70-a62b-4a4e-9970-475fa4d980c1 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:39.685538 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e80b0425-1b76-49e3-a8bb-11b5cef52218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.707117 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9c417-b836-4e5c-8efd-a3638fcc9908 req-3999598e-5117-4467-a21f-ab65c5715208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:39.710927 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f7c9c417-b836-4e5c-8efd-a3638fcc9908 req-3999598e-5117-4467-a21f-ab65c5715208 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21c13efec7f34837a11bafa7687ba15a&device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 1099 time: 0.0683508 Nov 19 17:59:39.713158 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['12835b70-a62b-4a4e-9970-475fa4d980c1'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:59:39.855795 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-36ba53ba-fcc5-4267-8672-4ef906b0fca6 req-2fa2b9e7-41ea-48fb-9ec4-0dcd3156a19e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 210 time: 0.0476158 Nov 19 17:59:39.896306 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['12835b70-a62b-4a4e-9970-475fa4d980c1'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:59:39.962785 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9c417-b836-4e5c-8efd-a3638fcc9908 req-fce42144-898d-4c73-ba2f-7fc4ddb5a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:39.965960 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f7c9c417-b836-4e5c-8efd-a3638fcc9908 req-fce42144-898d-4c73-ba2f-7fc4ddb5a493 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a6f19787-0d9c-473b-97f7-7d6adaae4a87 HTTP/1.1" status: 200 len: 916 time: 0.2363105 Nov 19 17:59:39.984488 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c3ef8-aeaf-47f7-936c-9f5266a98472 req-efcc12cb-a718-4ad5-bdc2-a1574c1e5550 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:39.986227 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0d0c3ef8-aeaf-47f7-936c-9f5266a98472 req-efcc12cb-a718-4ad5-bdc2-a1574c1e5550 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 944 time: 0.0851943 Nov 19 17:59:40.013647 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-93b0a643-d858-49db-a9fa-399f64da1f96 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Deleting port e33c3e0b-9e0e-4f07-90d9-f7e1bbe38e73 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:40.016485 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-93b0a643-d858-49db-a9fa-399f64da1f96 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:40.096831 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f7c9c417-b836-4e5c-8efd-a3638fcc9908 req-495f9a9b-2b88-458c-b2f0-048228542150 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12835b70-a62b-4a4e-9970-475fa4d980c1 HTTP/1.1" status: 200 len: 1002 time: 0.1206677 Nov 19 17:59:40.135726 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0d0c3ef8-aeaf-47f7-936c-9f5266a98472 req-e1a7f39f-0b20-4a16-8457-2d520d39fb99 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285214 Nov 19 17:59:40.186204 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9c417-b836-4e5c-8efd-a3638fcc9908 req-33f70a2a-c39d-4137-b5da-951ecde4c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:40.187746 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f7c9c417-b836-4e5c-8efd-a3638fcc9908 req-33f70a2a-c39d-4137-b5da-951ecde4c8ff service neutron] 10.222.0.85 "GET /v2.0/subnets?id=58b0f588-f427-4f60-a117-f9f73140d58e HTTP/1.1" status: 200 len: 853 time: 0.0801935 Nov 19 17:59:40.189043 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-93b0a643-d858-49db-a9fa-399f64da1f96 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:40.189273 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-93b0a643-d858-49db-a9fa-399f64da1f96 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:40.205939 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-93b0a643-d858-49db-a9fa-399f64da1f96 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Calling delete_port for e33c3e0b-9e0e-4f07-90d9-f7e1bbe38e73 owned by network:floatingip {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:40.246391 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9c417-b836-4e5c-8efd-a3638fcc9908 req-9831fe29-c703-4e8b-b086-a32ddf491ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:40.247946 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f7c9c417-b836-4e5c-8efd-a3638fcc9908 req-9831fe29-c703-4e8b-b086-a32ddf491ac1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a6f19787-0d9c-473b-97f7-7d6adaae4a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508513 Nov 19 17:59:40.368448 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f7c9c417-b836-4e5c-8efd-a3638fcc9908 req-0484331e-fea6-4aa3-ae8d-83a8a895001c service neutron] 10.222.0.85 "GET /v2.0/networks/a6f19787-0d9c-473b-97f7-7d6adaae4a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112742 Nov 19 17:59:40.513665 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f7c9c417-b836-4e5c-8efd-a3638fcc9908 req-fd96e234-5339-401e-afc6-fc9eff0dac5d service neutron] 10.222.0.85 "GET /v2.0/networks/a6f19787-0d9c-473b-97f7-7d6adaae4a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369691 Nov 19 17:59:40.682029 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-e807ce29-8543-4e25-b618-56064571148a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:40.684317 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-e807ce29-8543-4e25-b618-56064571148a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.85 "GET /v2.0/networks?id=410ab6ba-f35e-442f-bd38-211464acc4a3 HTTP/1.1" status: 200 len: 811 time: 0.1520724 Nov 19 17:59:40.720070 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-93b0a643-d858-49db-a9fa-399f64da1f96 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:40.758874 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0a643-d858-49db-a9fa-399f64da1f96 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Pushing event deleted for resources: {'Port': ['ID=e33c3e0b-9e0e-4f07-90d9-f7e1bbe38e73,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:40.819259 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-f44f8340-caf2-4c63-be83-4cc5202e9d02 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0456090f49334c51827e8fad95f98095 HTTP/1.1" status: 200 len: 380 time: 0.1249104 Nov 19 17:59:40.835650 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-cc62ac92-e420-4282-abf6-4f1492917da9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Request body: {'port': {'device_id': '60e6219b-ca38-49b3-acec-9d9b8a4b01d5', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'admin_state_up': True, 'tenant_id': '0456090f49334c51827e8fad95f98095', 'security_groups': ['a8485bda-3a97-4bf7-9979-37a7f79d439e']}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:40.862041 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-93b0a643-d858-49db-a9fa-399f64da1f96 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks [] for floatingip, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:40.862746 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-93b0a643-d858-49db-a9fa-399f64da1f96 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Floating IP 75eea40d-62cd-4640-b47a-1b20dd38de39 disassociated (deleted). External IP: 172.27.1.163, port: 12835b70-a62b-4a4e-9970-475fa4d980c1. Nov 19 17:59:41.029600 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-cc62ac92-e420-4282-abf6-4f1492917da9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Made reservation on behalf of 0456090f49334c51827e8fad95f98095 for: {'port': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:41.032363 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-63908361-2de0-492e-b060-2eb77a66eba8 req-8045267d-ccf3-46cd-89e0-d38ead2248c3 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 210 time: 0.0429919 Nov 19 17:59:41.036210 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-cc62ac92-e420-4282-abf6-4f1492917da9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.194206 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b0a643-d858-49db-a9fa-399f64da1f96 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:59:41.271598 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-cc62ac92-e420-4282-abf6-4f1492917da9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Allocated IP 172.20.0.11 (410ab6ba-f35e-442f-bd38-211464acc4a3/391d2137-1654-4763-aca0-4213e12e3e68/f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:41.387955 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b0a643-d858-49db-a9fa-399f64da1f96 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:41.393162 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-93b0a643-d858-49db-a9fa-399f64da1f96 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.403515 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae44be-4531-4108-9ff0-9f0d8890cbf6 None None] Sync routers for ids ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:41.427246 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae44be-4531-4108-9ff0-9f0d8890cbf6 None None] Routers {'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:41.428143 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-93b0a643-d858-49db-a9fa-399f64da1f96 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "DELETE /v2.0/floatingips/75eea40d-62cd-4640-b47a-1b20dd38de39 HTTP/1.1" status: 204 len: 168 time: 1.8271785 Nov 19 17:59:41.428507 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-36ae44be-4531-4108-9ff0-9f0d8890cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:41.441563 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad379a54-a987-420b-8eb4-0768740eee8b req-26e10f8c-6463-476a-9014-efeb2cdd854e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:41.443164 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ad379a54-a987-420b-8eb4-0768740eee8b req-26e10f8c-6463-476a-9014-efeb2cdd854e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 944 time: 0.1153035 Nov 19 17:59:41.454060 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'tag': '12835b70-a62b-4a4e-9970-475fa4d980c1'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:41.459154 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93803578-2258-400c-b7ba-5eacb0eb3bea" -d '{"events": [{"name": "network-changed", "server_uuid": "24c58fcb-f2b2-41bc-8c3c-14eb183d763d", "tag": "12835b70-a62b-4a4e-9970-475fa4d980c1"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:41.547415 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-cc62ac92-e420-4282-abf6-4f1492917da9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.638328 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-36ae44be-4531-4108-9ff0-9f0d8890cbf6 None None] Set router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:41.640456 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ad379a54-a987-420b-8eb4-0768740eee8b req-ab784675-2bde-4ba8-9eda-473cf6733f2d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701481 Nov 19 17:59:41.674428 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-cc62ac92-e420-4282-abf6-4f1492917da9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.766015 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5187358-07c0-4c71-aed0-76fc24094bb1 x-openstack-request-id: req-e5187358-07c0-4c71-aed0-76fc24094bb1 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:41.766785 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c58fcb-f2b2-41bc-8c3c-14eb183d763d", "tag": "12835b70-a62b-4a4e-9970-475fa4d980c1", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:41.767261 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e5187358-07c0-4c71-aed0-76fc24094bb1 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:41.767967 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'tag': '12835b70-a62b-4a4e-9970-475fa4d980c1', 'status': 'completed', 'code': 200} Nov 19 17:59:41.769959 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62ac92-e420-4282-abf6-4f1492917da9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event updated for resources: {'Port': ['ID=f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:41.824245 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-cc62ac92-e420-4282-abf6-4f1492917da9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Network 410ab6ba-f35e-442f-bd38-211464acc4a3 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:41.827768 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-cc62ac92-e420-4282-abf6-4f1492917da9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:41.832681 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-cc62ac92-e420-4282-abf6-4f1492917da9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:41.856679 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 70dbca72-5806-477c-bd49-df0645ecb4b4 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:41.905403 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93803578-2258-400c-b7ba-5eacb0eb3bea req-287ab60c-2793-4d1c-9f65-554c3f58f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:41.919249 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-93803578-2258-400c-b7ba-5eacb0eb3bea req-287ab60c-2793-4d1c-9f65-554c3f58f924 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21c13efec7f34837a11bafa7687ba15a&device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 1099 time: 0.1362598 Nov 19 17:59:41.990874 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-cc62ac92-e420-4282-abf6-4f1492917da9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:41.991565 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-cc62ac92-e420-4282-abf6-4f1492917da9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.033263 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-cc62ac92-e420-4282-abf6-4f1492917da9 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2031927 Nov 19 17:59:42.049887 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Request body: {'port': {'device_id': '60e6219b-ca38-49b3-acec-9d9b8a4b01d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:42.172512 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.196209 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93803578-2258-400c-b7ba-5eacb0eb3bea req-52221ce7-83fa-403a-8df5-0ec874ad8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:42.199535 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-93803578-2258-400c-b7ba-5eacb0eb3bea req-52221ce7-83fa-403a-8df5-0ec874ad8137 service neutron] 10.222.0.85 "GET /v2.0/networks?id=a6f19787-0d9c-473b-97f7-7d6adaae4a87 HTTP/1.1" status: 200 len: 916 time: 0.2664714 Nov 19 17:59:42.288245 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-93803578-2258-400c-b7ba-5eacb0eb3bea req-4a9eb00d-6e3a-4973-9fbd-617b4e319666 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12835b70-a62b-4a4e-9970-475fa4d980c1 HTTP/1.1" status: 200 len: 217 time: 0.0787342 Nov 19 17:59:42.303644 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 70dbca72-5806-477c-bd49-df0645ecb4b4 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:59:42.327461 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 70dbca72-5806-477c-bd49-df0645ecb4b4 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:42.327870 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.383271 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93803578-2258-400c-b7ba-5eacb0eb3bea req-f1008f40-18d1-46d8-993f-69232a7dc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:42.385287 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-93803578-2258-400c-b7ba-5eacb0eb3bea req-f1008f40-18d1-46d8-993f-69232a7dc3c2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=58b0f588-f427-4f60-a117-f9f73140d58e HTTP/1.1" status: 200 len: 853 time: 0.0859156 Nov 19 17:59:42.412782 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-928ed746-83d1-4d92-bc16-8bb1cf05c3d5 None None] Provisioning complete for port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:42.413357 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-928ed746-83d1-4d92-bc16-8bb1cf05c3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.431747 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b798a4-d48d-4ba6-aa6c-534725e9651f req-fa0cf1c4-066c-4552-8f06-b449bd0fa356 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:42.440283 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-36ae44be-4531-4108-9ff0-9f0d8890cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '319d444b-e979-4e86-b19a-8637dc80459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:13Z', 'revision_number': 4, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'gw_port': {'id': '319d444b-e979-4e86-b19a-8637dc80459c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'b503d76d-c4a2-4c85-8d77-e93bb0afcd03', 'name': '', 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'mac_address': 'fa:16:3e:0d:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:11Z', 'updated_at': '2021-11-19T17:56:22Z', 'revision_number': 5, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'subnets': [{'id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:42.456145 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-40b798a4-d48d-4ba6-aa6c-534725e9651f req-fa0cf1c4-066c-4552-8f06-b449bd0fa356 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 932 time: 0.1708629 Nov 19 17:59:42.492209 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae44be-4531-4108-9ff0-9f0d8890cbf6 None None] Checking router: a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:59:42.547924 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-928ed746-83d1-4d92-bc16-8bb1cf05c3d5 None None] Port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:42.556947 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae44be-4531-4108-9ff0-9f0d8890cbf6 None None] Routers {'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:42.558657 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-36ae44be-4531-4108-9ff0-9f0d8890cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:42.608768 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-40b798a4-d48d-4ba6-aa6c-534725e9651f req-177f67cf-228a-465a-98ec-69bd0b04fa36 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=a8485bda-3a97-4bf7-9979-37a7f79d439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481569 Nov 19 17:59:42.617415 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.643239 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93803578-2258-400c-b7ba-5eacb0eb3bea req-e7ae36ac-b7bf-4952-b8a7-b10379fb55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:42.645191 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-93803578-2258-400c-b7ba-5eacb0eb3bea req-e7ae36ac-b7bf-4952-b8a7-b10379fb55dc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a6f19787-0d9c-473b-97f7-7d6adaae4a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2496309 Nov 19 17:59:42.658521 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:59:42.671382 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.700268 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Transition to ACTIVE for port object f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 will not be triggered until provisioned by entity L2. {{(pid=103565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:59:42.710171 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.791273 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dbca72-5806-477c-bd49-df0645ecb4b4'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:42.794800 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eb9790-8d0c-45a6-82ce-a2d0492564c7" -d '{"events": [{"server_uuid": "ae2b8fb1-2add-4f1b-a135-8028edbd3424", "name": "network-vif-plugged", "status": "completed", "tag": "70dbca72-5806-477c-bd49-df0645ecb4b4"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:42.853351 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 70dbca72-5806-477c-bd49-df0645ecb4b4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=70dbca72-5806-477c-bd49-df0645ecb4b4,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:42.876316 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.890721 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d838e3-b3af-45c7-a0a4-5e8434b5845a x-openstack-request-id: req-f3d838e3-b3af-45c7-a0a4-5e8434b5845a {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:42.891089 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2b8fb1-2add-4f1b-a135-8028edbd3424", "name": "network-vif-plugged", "status": "completed", "tag": "70dbca72-5806-477c-bd49-df0645ecb4b4", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:42.891424 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f3d838e3-b3af-45c7-a0a4-5e8434b5845a {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:42.891886 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'code': 200} Nov 19 17:59:42.958818 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-36ae44be-4531-4108-9ff0-9f0d8890cbf6 None None] Set router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:42.974230 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:42.984132 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Attempting to bind port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:59:42.984481 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Attempting to bind port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:59:42.984867 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Attempting to bind port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 on network 410ab6ba-f35e-442f-bd38-211464acc4a3 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:42.993497 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 on network 410ab6ba-f35e-442f-bd38-211464acc4a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:59:42.993869 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Attempting to bind port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 on network 410ab6ba-f35e-442f-bd38-211464acc4a3 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:43.006203 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:59:43.006672 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Checking segment: {'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:43.007114 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Bound using segment: {'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:59:43.008837 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Bound port: f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4898f265-8362-4f29-8aac-84ca1f374637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:59:43.009230 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:43.023784 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-93803578-2258-400c-b7ba-5eacb0eb3bea req-3ebb1d29-04e4-49cb-9723-98c95e6ed74e service neutron] 10.222.0.85 "GET /v2.0/networks/a6f19787-0d9c-473b-97f7-7d6adaae4a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700933 Nov 19 17:59:43.052498 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5938e-bf55-4574-bee0-7e3989f8b5dd req-6b98661d-aaa6-4181-a6a3-691b3c61aeb3 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:43.066575 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-07e5938e-bf55-4574-bee0-7e3989f8b5dd req-6b98661d-aaa6-4181-a6a3-691b3c61aeb3 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 944 time: 0.2806902 Nov 19 17:59:43.146534 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] For port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8, host hv-cinder-81078, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:59:43.155893 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] For port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:59:43.164332 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:43.237173 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=70dbca72-5806-477c-bd49-df0645ecb4b4,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:43.263895 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:43.264859 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:43.267695 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] 10.222.0.85 "PUT /v2.0/ports/f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 HTTP/1.1" status: 200 len: 1094 time: 1.2234881 Nov 19 17:59:43.268611 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2f624-e812-4e84-8168-59946a450ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:43.274840 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e6219b-ca38-49b3-acec-9d9b8a4b01d5', 'tag': 'f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:43.280717 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e57ac38-2a67-463e-9e9d-1d1614a49f13" -d '{"events": [{"name": "network-changed", "server_uuid": "60e6219b-ca38-49b3-acec-9d9b8a4b01d5", "tag": "f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:43.387957 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-9d5d1d8e-21f2-4666-b87f-9e9d61421a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:43.393669 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-9d5d1d8e-21f2-4666-b87f-9e9d61421a05 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0456090f49334c51827e8fad95f98095&device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 1097 time: 0.0768247 Nov 19 17:59:43.511939 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-38c6e920-9dab-45ec-99fc-899e3d409de5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 HTTP/1.1" status: 200 len: 217 time: 0.1038847 Nov 19 17:59:43.513512 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19d5d81-e0de-4240-9374-b9e64d901786 x-openstack-request-id: req-a19d5d81-e0de-4240-9374-b9e64d901786 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:43.513922 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e6219b-ca38-49b3-acec-9d9b8a4b01d5", "tag": "f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:43.514160 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a19d5d81-e0de-4240-9374-b9e64d901786 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:43.514655 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e6219b-ca38-49b3-acec-9d9b8a4b01d5', 'tag': 'f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8', 'status': 'completed', 'code': 200} Nov 19 17:59:43.533204 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-93803578-2258-400c-b7ba-5eacb0eb3bea req-8b6d40bd-16bd-4cee-8235-934867a14a9a service neutron] 10.222.0.85 "GET /v2.0/networks/a6f19787-0d9c-473b-97f7-7d6adaae4a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000835 Nov 19 17:59:43.596948 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-36ae44be-4531-4108-9ff0-9f0d8890cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '319d444b-e979-4e86-b19a-8637dc80459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:13Z', 'revision_number': 4, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'gw_port': {'id': '319d444b-e979-4e86-b19a-8637dc80459c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'b503d76d-c4a2-4c85-8d77-e93bb0afcd03', 'name': '', 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'mac_address': 'fa:16:3e:0d:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:11Z', 'updated_at': '2021-11-19T17:56:22Z', 'revision_number': 5, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'subnets': [{'id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:43.659117 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-07e5938e-bf55-4574-bee0-7e3989f8b5dd req-da9cb405-ef32-4763-8337-045ad92f04d6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5904207 Nov 19 17:59:43.676709 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-f498b934-845a-43e5-90b7-6906833b4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:43.678547 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-f498b934-845a-43e5-90b7-6906833b4f22 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=391d2137-1654-4763-aca0-4213e12e3e68 HTTP/1.1" status: 200 len: 850 time: 0.1524405 Nov 19 17:59:43.711052 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3948f-37ee-40bc-9ed4-77244eca1e40 req-dd44dbd4-79f5-4be7-8d56-7700f7a499c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:43.713097 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-85f3948f-37ee-40bc-9ed4-77244eca1e40 req-dd44dbd4-79f5-4be7-8d56-7700f7a499c3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 1098 time: 0.1791124 Nov 19 17:59:43.750664 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae44be-4531-4108-9ff0-9f0d8890cbf6 None None] The sync data for ids ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'] in dv-cinder-810785-3-iscsi is: [{'id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '319d444b-e979-4e86-b19a-8637dc80459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:13Z', 'revision_number': 4, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'gw_port': {'id': '319d444b-e979-4e86-b19a-8637dc80459c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'b503d76d-c4a2-4c85-8d77-e93bb0afcd03', 'name': '', 'network_id': 'a6f19787-0d9c-473b-97f7-7d6adaae4a87', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'mac_address': 'fa:16:3e:0d:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:11Z', 'updated_at': '2021-11-19T17:56:22Z', 'revision_number': 5, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'subnets': [{'id': '58b0f588-f427-4f60-a117-f9f73140d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:43.797841 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-85f3948f-37ee-40bc-9ed4-77244eca1e40 req-e0bebce6-91af-477c-a3d6-cc5a78008c33 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756176 Nov 19 17:59:43.811715 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-5ad864ed-482a-4e31-9c56-7cbdc98f2a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:43.814632 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-5ad864ed-482a-4e31-9c56-7cbdc98f2a27 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=410ab6ba-f35e-442f-bd38-211464acc4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1271834 Nov 19 17:59:43.925217 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118e011-21b6-4cc7-9503-69982e6ca6f3 req-7619c692-82a4-4f45-9a58-8559cb6aefaa tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:43.934269 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0118e011-21b6-4cc7-9503-69982e6ca6f3 req-7619c692-82a4-4f45-9a58-8559cb6aefaa tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 944 time: 0.1053152 Nov 19 17:59:44.005834 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0118e011-21b6-4cc7-9503-69982e6ca6f3 req-eded3cd5-487b-4799-8842-067f64b930ae tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=a8485bda-3a97-4bf7-9979-37a7f79d439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702407 Nov 19 17:59:44.183460 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-93abb9a5-da10-4aa5-a45b-f06e7b2b1d00 service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386938 Nov 19 17:59:44.245102 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51735d26-133c-4208-9fb6-203a4839ff6f None None] New status for floating IP 75eea40d-62cd-4640-b47a-1b20dd38de39: DOWN {{(pid=103567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:59:44.333597 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-9b929483-945a-40fd-b870-31fe8e4d6dec req-26a2f571-51e6-471d-aeae-03eeade1df21 service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420870 Nov 19 17:59:44.491111 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57ac38-2a67-463e-9e9d-1d1614a49f13 req-62d70d95-f538-47a5-a1cf-9a83a9c0f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:44.494103 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3e57ac38-2a67-463e-9e9d-1d1614a49f13 req-62d70d95-f538-47a5-a1cf-9a83a9c0f602 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0456090f49334c51827e8fad95f98095&device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 1097 time: 0.0882232 Nov 19 17:59:44.641501 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57ac38-2a67-463e-9e9d-1d1614a49f13 req-252909da-3b22-4e28-9b03-bc85f22a8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:44.643371 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3e57ac38-2a67-463e-9e9d-1d1614a49f13 req-252909da-3b22-4e28-9b03-bc85f22a8dbc service neutron] 10.222.0.85 "GET /v2.0/networks?id=410ab6ba-f35e-442f-bd38-211464acc4a3 HTTP/1.1" status: 200 len: 913 time: 0.1400030 Nov 19 17:59:44.710341 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3e57ac38-2a67-463e-9e9d-1d1614a49f13 req-1a4c0353-14a4-4e92-b1c0-b244249b40ae service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 HTTP/1.1" status: 200 len: 217 time: 0.0576913 Nov 19 17:59:44.833881 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57ac38-2a67-463e-9e9d-1d1614a49f13 req-a864e542-a341-41de-9481-5e4f4de6962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:44.835598 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3e57ac38-2a67-463e-9e9d-1d1614a49f13 req-a864e542-a341-41de-9481-5e4f4de6962a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=391d2137-1654-4763-aca0-4213e12e3e68 HTTP/1.1" status: 200 len: 850 time: 0.1118522 Nov 19 17:59:44.902487 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218731a-9fd3-43f5-b380-16dd64d0c7e1 req-1dc7127a-d800-4c49-9360-ba833ea14daa tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:44.911440 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8218731a-9fd3-43f5-b380-16dd64d0c7e1 req-1dc7127a-d800-4c49-9360-ba833ea14daa tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.1243901 Nov 19 17:59:44.920254 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57ac38-2a67-463e-9e9d-1d1614a49f13 req-352ba7fa-7dc7-498a-a493-24f0af478dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:44.922009 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3e57ac38-2a67-463e-9e9d-1d1614a49f13 req-352ba7fa-7dc7-498a-a493-24f0af478dfe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=410ab6ba-f35e-442f-bd38-211464acc4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766728 Nov 19 17:59:44.980167 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8218731a-9fd3-43f5-b380-16dd64d0c7e1 req-c5229e12-e093-453f-9a95-ac5f927d8b32 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663016 Nov 19 17:59:45.038786 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c0254-f2bd-417e-b21b-b562ddc1f511 req-7096d8ad-0d94-4d0c-a2f7-34e87c8df259 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:45.049324 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d56c0254-f2bd-417e-b21b-b562ddc1f511 req-7096d8ad-0d94-4d0c-a2f7-34e87c8df259 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 946 time: 0.0749946 Nov 19 17:59:45.107009 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3e57ac38-2a67-463e-9e9d-1d1614a49f13 req-066bd129-d952-43ce-8c86-15fda2917e88 service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586924 Nov 19 17:59:45.121969 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d56c0254-f2bd-417e-b21b-b562ddc1f511 req-475852e9-f348-4448-a65e-b8fa6b45d29f tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707905 Nov 19 17:59:45.176768 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd6a8f-1fd6-48fd-81f5-8cf580e6a7d2 req-f9f50893-1e8f-4b8b-9a20-3bfb9303a663 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:45.185197 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0cfd6a8f-1fd6-48fd-81f5-8cf580e6a7d2 req-f9f50893-1e8f-4b8b-9a20-3bfb9303a663 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 944 time: 0.0849860 Nov 19 17:59:45.263869 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0cfd6a8f-1fd6-48fd-81f5-8cf580e6a7d2 req-682255cd-680e-4a4a-ab71-cdefbf095e67 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=a8485bda-3a97-4bf7-9979-37a7f79d439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739164 Nov 19 17:59:45.528236 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-3e57ac38-2a67-463e-9e9d-1d1614a49f13 req-81a05859-737d-40d3-bea7-94052091b49e service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029431 Nov 19 17:59:45.842919 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:59:46.149805 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e031e1-ac1a-437c-8405-eb835eb01bc4 req-19f3d211-9a34-44b3-9108-a07011ac911c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:46.159290 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f3e031e1-ac1a-437c-8405-eb835eb01bc4 req-19f3d211-9a34-44b3-9108-a07011ac911c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0777533 Nov 19 17:59:46.187993 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:46.201425 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': 'f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'port_id': 'f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8', 'mac_address': 'fa:16:3e:9d:d1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:59:46.234024 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f3e031e1-ac1a-437c-8405-eb835eb01bc4 req-bcec6c1d-5e17-4be1-a861-3986f64f9ee2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733526 Nov 19 17:59:46.256245 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.275136 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:59:46.301987 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:46.309815 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.350484 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e1462-d19e-47bb-a06c-2fef7c45767a req-80b1f578-d2ba-4a7b-a441-e94a5e83d7da tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:46.351347 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-690e1462-d19e-47bb-a06c-2fef7c45767a req-80b1f578-d2ba-4a7b-a441-e94a5e83d7da tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 946 time: 0.1078844 Nov 19 17:59:46.410521 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:46.459113 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-690e1462-d19e-47bb-a06c-2fef7c45767a req-515e9376-5bc0-47b6-834b-2cba7b20ce60 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068425 Nov 19 17:59:46.483238 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8f617-25ee-4c29-a2bb-93eb855f4913 req-ebfa8be2-5cc2-4626-bad1-c1e4210e4273 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:46.488933 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d5e8f617-25ee-4c29-a2bb-93eb855f4913 req-ebfa8be2-5cc2-4626-bad1-c1e4210e4273 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.1696904 Nov 19 17:59:46.496272 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 43982) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:46.503459 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-49f5cfe0-d808-4c86-9156-f5176f5d30e0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Request body: {'floatingip': {'port_id': '70dbca72-5806-477c-bd49-df0645ecb4b4'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:46.599838 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-49f5cfe0-d808-4c86-9156-f5176f5d30e0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for floatingip, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.630642 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:59:46.662882 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3f059-33c9-48c4-a494-516eadddbc65 req-3082fd7c-c028-46e7-a194-1e676ba040a3 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:46.671463 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aec3f059-33c9-48c4-a494-516eadddbc65 req-3082fd7c-c028-46e7-a194-1e676ba040a3 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 945 time: 0.0950503 Nov 19 17:59:46.740070 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aec3f059-33c9-48c4-a494-516eadddbc65 req-e5a5937c-7f7b-42af-8fbd-24ab9bdef273 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=a8485bda-3a97-4bf7-9979-37a7f79d439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676138 Nov 19 17:59:47.328527 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b118b0-285a-4bc0-9983-5d3b004a94ab req-f918dde2-8ebf-4842-a99a-c4ed9f6d9b5b tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:47.331304 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-19b118b0-285a-4bc0-9983-5d3b004a94ab req-f918dde2-8ebf-4842-a99a-c4ed9f6d9b5b tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.85 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 946 time: 0.1912675 Nov 19 17:59:47.411708 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.db.resource_extend [None req-49f5cfe0-d808-4c86-9156-f5176f5d30e0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:59:47.583472 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-49f5cfe0-d808-4c86-9156-f5176f5d30e0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.591753 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-49f5cfe0-d808-4c86-9156-f5176f5d30e0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.635304 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd83d2c-d1e2-4357-84cd-14d036f91cd6 req-98b26db0-46ef-4c39-b719-83a846a34ee2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:47.637713 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4cd83d2c-d1e2-4357-84cd-14d036f91cd6 req-98b26db0-46ef-4c39-b719-83a846a34ee2 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 946 time: 0.0905118 Nov 19 17:59:47.693662 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-19b118b0-285a-4bc0-9983-5d3b004a94ab req-fb819256-5bd6-451b-9f48-ee98573f5152 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Deleting port 12835b70-a62b-4a4e-9970-475fa4d980c1 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:47.694026 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-19b118b0-285a-4bc0-9983-5d3b004a94ab req-fb819256-5bd6-451b-9f48-ee98573f5152 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.711453 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4cd83d2c-d1e2-4357-84cd-14d036f91cd6 req-29da05e5-5b48-4400-80d5-bc7d6821a954 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/security-groups?id=8ac92466-cde2-4af2-830b-0385dca82f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637755 Nov 19 17:59:47.774083 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.l3_db [None req-49f5cfe0-d808-4c86-9156-f5176f5d30e0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Floating IP 26db1d7c-dca5-4a0a-9ac0-a650adc66fda associated. External IP: 172.27.1.192, port: 70dbca72-5806-477c-bd49-df0645ecb4b4. Nov 19 17:59:47.856445 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-19b118b0-285a-4bc0-9983-5d3b004a94ab req-fb819256-5bd6-451b-9f48-ee98573f5152 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] For port 12835b70-a62b-4a4e-9970-475fa4d980c1, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=12835b70-a62b-4a4e-9970-475fa4d980c1,segment=NetworkSegment(3a932848-4b09-47dd-b4ee-190087253e82),segment_id=3a932848-4b09-47dd-b4ee-190087253e82)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:47.856731 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-19b118b0-285a-4bc0-9983-5d3b004a94ab req-fb819256-5bd6-451b-9f48-ee98573f5152 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.868531 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:47.881525 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc27f23-71fe-462d-beca-50841e114320 req-21220782-86d8-49f0-9667-72470571b07b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:47.890515 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bcc27f23-71fe-462d-beca-50841e114320 req-21220782-86d8-49f0-9667-72470571b07b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 945 time: 0.0792251 Nov 19 17:59:47.906880 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-19b118b0-285a-4bc0-9983-5d3b004a94ab req-fb819256-5bd6-451b-9f48-ee98573f5152 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Calling delete_port for 12835b70-a62b-4a4e-9970-475fa4d980c1 owned by compute:nova {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:47.994614 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bcc27f23-71fe-462d-beca-50841e114320 req-379a7fc7-bc6d-4180-9fbe-ac5788f69815 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=a8485bda-3a97-4bf7-9979-37a7f79d439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026294 Nov 19 17:59:48.090415 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:59:48.095306 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:48.095757 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.202559 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.236029 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e6219b-ca38-49b3-acec-9d9b8a4b01d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:48.238208 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d161c762-e2c3-4a7b-9919-6d8d9b2f1108" -d '{"events": [{"server_uuid": "60e6219b-ca38-49b3-acec-9d9b8a4b01d5", "name": "network-vif-plugged", "status": "completed", "tag": "f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:48.263694 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:48.271595 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.272538 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 12835b70-a62b-4a4e-9970-475fa4d980c1 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:48.309365 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f5cfe0-d808-4c86-9156-f5176f5d30e0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Router a1b27a22-e663-4948-aea1-f52c8cd69f27 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:59:48.374221 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-19b118b0-285a-4bc0-9983-5d3b004a94ab req-fb819256-5bd6-451b-9f48-ee98573f5152 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.445932 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No active binding found for port 12835b70-a62b-4a4e-9970-475fa4d980c1 {{(pid=103566) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 17:59:48.446432 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 12835b70-a62b-4a4e-9970-475fa4d980c1 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:48.454296 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:48.513035 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b118b0-285a-4bc0-9983-5d3b004a94ab req-fb819256-5bd6-451b-9f48-ee98573f5152 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] No DVR routers for this DVR port 12835b70-a62b-4a4e-9970-475fa4d980c1 on host hv-cinder-81078 {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:48.513747 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d15fa23-77b9-42d7-87ab-67d76e8f33c5 x-openstack-request-id: req-7d15fa23-77b9-42d7-87ab-67d76e8f33c5 {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:48.514165 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e6219b-ca38-49b3-acec-9d9b8a4b01d5", "name": "network-vif-plugged", "status": "completed", "tag": "f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:48.517212 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-19b118b0-285a-4bc0-9983-5d3b004a94ab req-fb819256-5bd6-451b-9f48-ee98573f5152 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.518502 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7d15fa23-77b9-42d7-87ab-67d76e8f33c5 {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:48.518502 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e6219b-ca38-49b3-acec-9d9b8a4b01d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8', 'code': 200} Nov 19 17:59:48.520813 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-19b118b0-285a-4bc0-9983-5d3b004a94ab req-fb819256-5bd6-451b-9f48-ee98573f5152 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.85 "DELETE /v2.0/ports/12835b70-a62b-4a4e-9970-475fa4d980c1 HTTP/1.1" status: 204 len: 173 time: 1.1756909 Nov 19 17:59:48.521645 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb819256-5bd6-451b-9f48-ee98573f5152 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] Pushing event deleted for resources: {'Port': ['ID=12835b70-a62b-4a4e-9970-475fa4d980c1,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:48.523646 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'name': 'network-vif-deleted', 'tag': '12835b70-a62b-4a4e-9970-475fa4d980c1'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:48.526102 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16dc197-9baf-4306-bc47-6e7c0f19ab79" -d '{"events": [{"server_uuid": "24c58fcb-f2b2-41bc-8c3c-14eb183d763d", "name": "network-vif-deleted", "tag": "12835b70-a62b-4a4e-9970-475fa4d980c1"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:48.634863 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaef62e-8523-4a52-bb5c-8ff79ec1ce8b x-openstack-request-id: req-9eaef62e-8523-4a52-bb5c-8ff79ec1ce8b {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:48.636859 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c58fcb-f2b2-41bc-8c3c-14eb183d763d", "name": "network-vif-deleted", "tag": "12835b70-a62b-4a4e-9970-475fa4d980c1", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:48.637047 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9eaef62e-8523-4a52-bb5c-8ff79ec1ce8b {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:48.637347 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c58fcb-f2b2-41bc-8c3c-14eb183d763d', 'name': 'network-vif-deleted', 'tag': '12835b70-a62b-4a4e-9970-475fa4d980c1', 'status': 'completed', 'code': 200} Nov 19 17:59:48.656204 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f5cfe0-d808-4c86-9156-f5176f5d30e0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:48.673917 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-49f5cfe0-d808-4c86-9156-f5176f5d30e0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.699354 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4d605-7617-464e-87a1-5c24ead48682 None None] Sync routers for ids ['a1b27a22-e663-4948-aea1-f52c8cd69f27'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:48.757421 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-49f5cfe0-d808-4c86-9156-f5176f5d30e0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "PUT /v2.0/floatingips/26db1d7c-dca5-4a0a-9ac0-a650adc66fda HTTP/1.1" status: 200 len: 991 time: 2.2586031 Nov 19 17:59:48.799381 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4d605-7617-464e-87a1-5c24ead48682 None None] Routers {'a1b27a22-e663-4948-aea1-f52c8cd69f27'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:48.817553 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-22a4d605-7617-464e-87a1-5c24ead48682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1b27a22-e663-4948-aea1-f52c8cd69f27'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:48.939987 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432166e-a442-494c-ab26-e84215a7b76f req-2a9d1e93-0d73-4ca8-8990-1f0afca57ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:48.949248 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-6432166e-a442-494c-ab26-e84215a7b76f req-2a9d1e93-0d73-4ca8-8990-1f0afca57ae3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 1099 time: 0.1266584 Nov 19 17:59:49.101605 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-6432166e-a442-494c-ab26-e84215a7b76f req-4acd3156-ac67-44d1-ad87-45872d7414e2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a8485bda-3a97-4bf7-9979-37a7f79d439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382122 Nov 19 17:59:49.112699 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-aaa5f503-f268-45da-ae57-4128b928554e req-3afdfe72-95af-404e-b6b1-5f7354994871 tempest-TestMinimumBasicScenario-1726405188 tempest-TestMinimumBasicScenario-1726405188-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c58fcb-f2b2-41bc-8c3c-14eb183d763d HTTP/1.1" status: 200 len: 210 time: 0.0546200 Nov 19 17:59:49.127366 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-22a4d605-7617-464e-87a1-5c24ead48682 None None] Set router a1b27a22-e663-4948-aea1-f52c8cd69f27 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:49.231761 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af30932-b117-4045-b2b3-6eb3f516781f req-a78c201a-e93f-435d-93af-39e77b49fef3 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:49.243291 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5af30932-b117-4045-b2b3-6eb3f516781f req-a78c201a-e93f-435d-93af-39e77b49fef3 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 946 time: 0.0764344 Nov 19 17:59:49.324162 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5af30932-b117-4045-b2b3-6eb3f516781f req-fab8f964-0f16-4548-8690-c59c4225e2e6 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=a8485bda-3a97-4bf7-9979-37a7f79d439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785487 Nov 19 17:59:49.547093 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-22a4d605-7617-464e-87a1-5c24ead48682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': '26db1d7c-dca5-4a0a-9ac0-a650adc66fda', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'port_id': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'mac_address': 'fa:16:3e:5c:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:59:25Z', 'updated_at': '2021-11-19T17:59:47Z', 'revision_number': 1, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a9e251-89b7-40bd-801b-51c21556dca4', 'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'mac_address': 'fa:16:3e:ab:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:22Z', 'updated_at': '2021-11-19T17:59:26Z', 'revision_number': 5, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'subnets': [{'id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:49.594960 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4d605-7617-464e-87a1-5c24ead48682 None None] Checking router: a1b27a22-e663-4948-aea1-f52c8cd69f27 for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:59:49.608416 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4d605-7617-464e-87a1-5c24ead48682 None None] Routers {'a1b27a22-e663-4948-aea1-f52c8cd69f27'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:49.609361 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-22a4d605-7617-464e-87a1-5c24ead48682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1b27a22-e663-4948-aea1-f52c8cd69f27'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:49.749772 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-22a4d605-7617-464e-87a1-5c24ead48682 None None] Set router a1b27a22-e663-4948-aea1-f52c8cd69f27 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:50.238286 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-22a4d605-7617-464e-87a1-5c24ead48682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': '26db1d7c-dca5-4a0a-9ac0-a650adc66fda', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'port_id': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'mac_address': 'fa:16:3e:5c:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:59:25Z', 'updated_at': '2021-11-19T17:59:47Z', 'revision_number': 1, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a9e251-89b7-40bd-801b-51c21556dca4', 'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'mac_address': 'fa:16:3e:ab:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:22Z', 'updated_at': '2021-11-19T17:59:26Z', 'revision_number': 5, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'subnets': [{'id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:50.308114 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4d605-7617-464e-87a1-5c24ead48682 None None] The sync data for ids ['a1b27a22-e663-4948-aea1-f52c8cd69f27'] in dv-cinder-810785-3-iscsi is: [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': '26db1d7c-dca5-4a0a-9ac0-a650adc66fda', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'port_id': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'mac_address': 'fa:16:3e:5c:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:59:25Z', 'updated_at': '2021-11-19T17:59:47Z', 'revision_number': 1, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a9e251-89b7-40bd-801b-51c21556dca4', 'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'mac_address': 'fa:16:3e:ab:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:22Z', 'updated_at': '2021-11-19T17:59:26Z', 'revision_number': 5, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'subnets': [{'id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:50.625949 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af78260-5787-4f59-afaf-6574fc6a0267 req-766391fc-5d5b-4d0b-986e-eb81741dfa43 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:50.634474 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1af78260-5787-4f59-afaf-6574fc6a0267 req-766391fc-5d5b-4d0b-986e-eb81741dfa43 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 946 time: 0.1428869 Nov 19 17:59:50.638235 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'tag': '70dbca72-5806-477c-bd49-df0645ecb4b4'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:50.640726 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df715d85-35fc-49d0-8b2a-feed21d96b50" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2b8fb1-2add-4f1b-a135-8028edbd3424", "tag": "70dbca72-5806-477c-bd49-df0645ecb4b4"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:50.730198 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ce7549-0e64-48e6-8f4e-dd474a1efa7f x-openstack-request-id: req-83ce7549-0e64-48e6-8f4e-dd474a1efa7f {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:50.730796 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2b8fb1-2add-4f1b-a135-8028edbd3424", "tag": "70dbca72-5806-477c-bd49-df0645ecb4b4", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:50.731249 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-83ce7549-0e64-48e6-8f4e-dd474a1efa7f {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:50.731979 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'tag': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'status': 'completed', 'code': 200} Nov 19 17:59:50.744857 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43906ce4-1340-4c44-b1cf-a7cf7944ddee None None] New status for floating IP 26db1d7c-dca5-4a0a-9ac0-a650adc66fda: ACTIVE {{(pid=103567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:59:50.777432 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1af78260-5787-4f59-afaf-6574fc6a0267 req-51848039-9fec-4332-aca8-c33db4c55a6e tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=a8485bda-3a97-4bf7-9979-37a7f79d439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411667 Nov 19 17:59:50.805649 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df715d85-35fc-49d0-8b2a-feed21d96b50 req-83c80f3a-bf92-4bf9-98ac-898a1566380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:50.808871 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df715d85-35fc-49d0-8b2a-feed21d96b50 req-83c80f3a-bf92-4bf9-98ac-898a1566380a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d6509023720a4952a7a4e18c142e60b0&device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 1098 time: 0.0541058 Nov 19 17:59:50.983650 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df715d85-35fc-49d0-8b2a-feed21d96b50 req-d3fe6d8e-8e4a-4e6f-8d2e-e2500cdb9961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:50.992962 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df715d85-35fc-49d0-8b2a-feed21d96b50 req-d3fe6d8e-8e4a-4e6f-8d2e-e2500cdb9961 service neutron] 10.222.0.85 "GET /v2.0/networks?id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 HTTP/1.1" status: 200 len: 919 time: 0.1727290 Nov 19 17:59:51.156230 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df715d85-35fc-49d0-8b2a-feed21d96b50 req-0e7ce9cf-5f86-4094-9d5e-db3510f3f096 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70dbca72-5806-477c-bd49-df0645ecb4b4 HTTP/1.1" status: 200 len: 1001 time: 0.1441340 Nov 19 17:59:51.294189 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df715d85-35fc-49d0-8b2a-feed21d96b50 req-6006ac17-8c94-4182-a9f5-d47f1f199e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:51.296550 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df715d85-35fc-49d0-8b2a-feed21d96b50 req-6006ac17-8c94-4182-a9f5-d47f1f199e65 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34f1014f-e3bc-40d8-ab9c-c17a6a568473 HTTP/1.1" status: 200 len: 856 time: 0.1324289 Nov 19 17:59:51.388413 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df715d85-35fc-49d0-8b2a-feed21d96b50 req-3f3fe280-60d3-4d8c-9d38-e7a97849a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:51.391384 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df715d85-35fc-49d0-8b2a-feed21d96b50 req-3f3fe280-60d3-4d8c-9d38-e7a97849a95f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858898 Nov 19 17:59:51.513821 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44074) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:51.576993 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df715d85-35fc-49d0-8b2a-feed21d96b50 req-cc83ce4b-fc9a-4f8a-a8be-fca11b933d01 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772730 Nov 19 17:59:51.748540 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-df715d85-35fc-49d0-8b2a-feed21d96b50 req-bddb23ba-bf16-4671-81dd-ad1c8c48041d service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632552 Nov 19 17:59:52.038787 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a0296-defd-48fd-870c-08c185210510 req-a7d37c20-b482-4e4e-a5e4-30821a34e707 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:52.040465 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1d8a0296-defd-48fd-870c-08c185210510 req-a7d37c20-b482-4e4e-a5e4-30821a34e707 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 946 time: 0.1187856 Nov 19 17:59:52.175038 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1d8a0296-defd-48fd-870c-08c185210510 req-eab2f2e3-5757-42cc-9fc7-0d176f7297da tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=a8485bda-3a97-4bf7-9979-37a7f79d439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257005 Nov 19 17:59:52.280640 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830452'] for router_interface, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:52.456408 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1f319-b68d-431b-b99b-9cb69aaa4218 req-771067c1-56d9-4c38-bf01-502cff05dbb7 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:52.458573 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-68f1f319-b68d-431b-b99b-9cb69aaa4218 req-771067c1-56d9-4c38-bf01-502cff05dbb7 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 946 time: 0.1164093 Nov 19 17:59:52.474216 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 44082) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:52.483061 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-7b344e7a-fccb-4df6-bee5-61978551da0c tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Request body: {'floatingip': {'port_id': 'f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:52.557847 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7b344e7a-fccb-4df6-bee5-61978551da0c tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for floatingip, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:52.735989 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Deleting port b503d76d-c4a2-4c85-8d77-e93bb0afcd03 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:52.736556 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:52.805525 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-0a88aa27-ebbd-4732-8a41-9c04f9977988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:52.865652 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] For port b503d76d-c4a2-4c85-8d77-e93bb0afcd03, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=b503d76d-c4a2-4c85-8d77-e93bb0afcd03,segment=NetworkSegment(3a932848-4b09-47dd-b4ee-190087253e82),segment_id=3a932848-4b09-47dd-b4ee-190087253e82)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:52.866265 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:52.892957 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Calling delete_port for b503d76d-c4a2-4c85-8d77-e93bb0afcd03 owned by network:router_interface {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:53.197678 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:53.240294 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Pushing event deleted for resources: {'Port': ['ID=b503d76d-c4a2-4c85-8d77-e93bb0afcd03,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:53.259637 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:53.260162 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:53.261296 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:53.261964 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:53.262676 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:53.263132 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:53.263630 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:53.264035 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:53.264705 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:53.265148 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:53.265663 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:53.266115 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:53.283181 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7b344e7a-fccb-4df6-bee5-61978551da0c tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:53.289639 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7b344e7a-fccb-4df6-bee5-61978551da0c tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:53.644289 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830536'] for router_interface, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:53.907451 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.l3_db [None req-7b344e7a-fccb-4df6-bee5-61978551da0c tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Floating IP 6f6ce688-9d8d-458b-8bae-8aecefc6eced associated. External IP: 172.27.1.34, port: f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8. Nov 19 17:59:54.075036 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:59:54.255554 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b344e7a-fccb-4df6-bee5-61978551da0c tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Router a27de2fe-7f57-4c81-9cae-2dc046a12074 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:59:54.415847 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b344e7a-fccb-4df6-bee5-61978551da0c tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:54.428198 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc98620-d174-4b8b-9c5f-12e7f78d3edd None None] Sync routers for ids ['a27de2fe-7f57-4c81-9cae-2dc046a12074'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:54.430255 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-7b344e7a-fccb-4df6-bee5-61978551da0c tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:54.447168 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc98620-d174-4b8b-9c5f-12e7f78d3edd None None] Routers {'a27de2fe-7f57-4c81-9cae-2dc046a12074'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:54.449158 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-0dc98620-d174-4b8b-9c5f-12e7f78d3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a27de2fe-7f57-4c81-9cae-2dc046a12074'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:54.478461 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-7b344e7a-fccb-4df6-bee5-61978551da0c tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "PUT /v2.0/floatingips/6f6ce688-9d8d-458b-8bae-8aecefc6eced HTTP/1.1" status: 200 len: 991 time: 2.0021958 Nov 19 17:59:54.480367 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e6219b-ca38-49b3-acec-9d9b8a4b01d5', 'tag': 'f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:54.482900 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faefbca-5fb4-47b9-bd3b-df1a0c011ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "60e6219b-ca38-49b3-acec-9d9b8a4b01d5", "tag": "f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:54.572879 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56ca3b9-61fb-4156-8025-6f4a3ce2a46b x-openstack-request-id: req-d56ca3b9-61fb-4156-8025-6f4a3ce2a46b {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:54.574426 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e6219b-ca38-49b3-acec-9d9b8a4b01d5", "tag": "f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:54.574779 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d56ca3b9-61fb-4156-8025-6f4a3ce2a46b {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:54.575269 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e6219b-ca38-49b3-acec-9d9b8a4b01d5', 'tag': 'f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8', 'status': 'completed', 'code': 200} Nov 19 17:59:54.595753 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-0dc98620-d174-4b8b-9c5f-12e7f78d3edd None None] Set router a27de2fe-7f57-4c81-9cae-2dc046a12074 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:54.651321 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:54.656989 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-185a48f2-0429-4922-a249-f331a84aa51f admin admin] 10.222.0.71 "PUT /v2.0/routers/a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1411610 Nov 19 17:59:54.661503 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44108) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:54.664084 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b20ef0-48f1-453e-be5d-26c9aa88da15 None None] Sync routers for ids ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:54.689157 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b20ef0-48f1-453e-be5d-26c9aa88da15 None None] Routers {'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:54.690300 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-a1b20ef0-48f1-453e-be5d-26c9aa88da15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:54.737436 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faefbca-5fb4-47b9-bd3b-df1a0c011ecf req-e9fa24c5-a9a7-4ed4-9edd-b67473e3ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:54.740789 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-7faefbca-5fb4-47b9-bd3b-df1a0c011ecf req-e9fa24c5-a9a7-4ed4-9edd-b67473e3ced3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0456090f49334c51827e8fad95f98095&device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 1099 time: 0.1294219 Nov 19 17:59:54.868686 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] Publish callbacks [] for router, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:54.955507 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-a1b20ef0-48f1-453e-be5d-26c9aa88da15 None None] Set router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:54.971040 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faefbca-5fb4-47b9-bd3b-df1a0c011ecf req-baa3944f-97a3-40d9-bb90-3250c1318e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:54.972606 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-7faefbca-5fb4-47b9-bd3b-df1a0c011ecf req-baa3944f-97a3-40d9-bb90-3250c1318e7e service neutron] 10.222.0.85 "GET /v2.0/networks?id=410ab6ba-f35e-442f-bd38-211464acc4a3 HTTP/1.1" status: 200 len: 913 time: 0.2240098 Nov 19 17:59:55.054948 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-0dc98620-d174-4b8b-9c5f-12e7f78d3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': '6f6ce688-9d8d-458b-8bae-8aecefc6eced', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'port_id': 'f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'mac_address': 'fa:16:3e:9d:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6219b-ca38-49b3-acec-9d9b8a4b01d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:59:35Z', 'updated_at': '2021-11-19T17:59:53Z', 'revision_number': 1, 'project_id': '0456090f49334c51827e8fad95f98095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529ba45b-5523-443d-9ceb-2ad2d5b3dc94', 'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'mac_address': 'fa:16:3e:6f:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:54:03Z', 'updated_at': '2021-11-19T17:54:12Z', 'revision_number': 5, 'project_id': '0456090f49334c51827e8fad95f98095', 'subnets': [{'id': '391d2137-1654-4763-aca0-4213e12e3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:55.108759 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:55.110719 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-7faefbca-5fb4-47b9-bd3b-df1a0c011ecf req-c9835be8-090b-43c3-9665-6f3accdb69bb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 HTTP/1.1" status: 200 len: 999 time: 0.1297603 Nov 19 17:59:55.116641 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc98620-d174-4b8b-9c5f-12e7f78d3edd None None] Checking router: a27de2fe-7f57-4c81-9cae-2dc046a12074 for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:59:55.146854 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc98620-d174-4b8b-9c5f-12e7f78d3edd None None] Routers {'a27de2fe-7f57-4c81-9cae-2dc046a12074'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:55.147602 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-0dc98620-d174-4b8b-9c5f-12e7f78d3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a27de2fe-7f57-4c81-9cae-2dc046a12074'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:55.205554 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faefbca-5fb4-47b9-bd3b-df1a0c011ecf req-49c8205e-73a4-4408-b805-20fba429c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:55.207127 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-7faefbca-5fb4-47b9-bd3b-df1a0c011ecf req-49c8205e-73a4-4408-b805-20fba429c21d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=391d2137-1654-4763-aca0-4213e12e3e68 HTTP/1.1" status: 200 len: 850 time: 0.0884635 Nov 19 17:59:55.224443 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] Deleting port 319d444b-e979-4e86-b19a-8637dc80459c {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:55.224846 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:55.292968 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faefbca-5fb4-47b9-bd3b-df1a0c011ecf req-70af41bf-33ea-43ee-9460-36e74a011a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:55.294590 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-7faefbca-5fb4-47b9-bd3b-df1a0c011ecf req-70af41bf-33ea-43ee-9460-36e74a011a0e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=410ab6ba-f35e-442f-bd38-211464acc4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774343 Nov 19 17:59:55.317480 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-0dc98620-d174-4b8b-9c5f-12e7f78d3edd None None] Set router a27de2fe-7f57-4c81-9cae-2dc046a12074 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:55.405396 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-a1b20ef0-48f1-453e-be5d-26c9aa88da15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '319d444b-e979-4e86-b19a-8637dc80459c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:59:53Z', 'revision_number': 5, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'gw_port': {'id': '319d444b-e979-4e86-b19a-8637dc80459c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:55.435044 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] For port 319d444b-e979-4e86-b19a-8637dc80459c, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=319d444b-e979-4e86-b19a-8637dc80459c,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:55.437511 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:55.443735 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b20ef0-48f1-453e-be5d-26c9aa88da15 None None] Checking router: a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:59:55.457454 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b20ef0-48f1-453e-be5d-26c9aa88da15 None None] Routers {'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:55.458365 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-a1b20ef0-48f1-453e-be5d-26c9aa88da15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:55.485204 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] Calling delete_port for 319d444b-e979-4e86-b19a-8637dc80459c owned by network:router_gateway {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:55.500317 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-7faefbca-5fb4-47b9-bd3b-df1a0c011ecf req-4ab2df92-ddc6-4a49-bb6a-05104f8a291d service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975486 Nov 19 17:59:55.560671 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-a1b20ef0-48f1-453e-be5d-26c9aa88da15 None None] Set router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 gateway port host: None {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:55.637335 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-a1b20ef0-48f1-453e-be5d-26c9aa88da15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:59:55Z', 'revision_number': 6, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'gw_port_host': None}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:55.677833 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b20ef0-48f1-453e-be5d-26c9aa88da15 None None] The sync data for ids ['a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2'] in dv-cinder-810785-3-iscsi is: [{'id': 'a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2', 'name': 'tempest-TestMinimumBasicScenario-568914843-router', 'tenant_id': '21c13efec7f34837a11bafa7687ba15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:59:55Z', 'revision_number': 6, 'project_id': '21c13efec7f34837a11bafa7687ba15a', 'gw_port_host': None}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:55.722075 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-7faefbca-5fb4-47b9-bd3b-df1a0c011ecf req-7a1cf560-b39d-4520-8b76-af6ceb6ca6f2 service neutron] 10.222.0.85 "GET /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081382 Nov 19 17:59:55.841113 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:55.882182 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] Pushing event deleted for resources: {'Port': ['ID=319d444b-e979-4e86-b19a-8637dc80459c,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:55.973912 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746162'] for router_gateway, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:55.985393 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-0dc98620-d174-4b8b-9c5f-12e7f78d3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': '6f6ce688-9d8d-458b-8bae-8aecefc6eced', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'port_id': 'f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'mac_address': 'fa:16:3e:9d:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6219b-ca38-49b3-acec-9d9b8a4b01d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:59:35Z', 'updated_at': '2021-11-19T17:59:53Z', 'revision_number': 1, 'project_id': '0456090f49334c51827e8fad95f98095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529ba45b-5523-443d-9ceb-2ad2d5b3dc94', 'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'mac_address': 'fa:16:3e:6f:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:54:03Z', 'updated_at': '2021-11-19T17:54:12Z', 'revision_number': 5, 'project_id': '0456090f49334c51827e8fad95f98095', 'subnets': [{'id': '391d2137-1654-4763-aca0-4213e12e3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:56.025766 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc98620-d174-4b8b-9c5f-12e7f78d3edd None None] The sync data for ids ['a27de2fe-7f57-4c81-9cae-2dc046a12074'] in dv-cinder-810785-3-iscsi is: [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': '6f6ce688-9d8d-458b-8bae-8aecefc6eced', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'port_id': 'f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'mac_address': 'fa:16:3e:9d:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6219b-ca38-49b3-acec-9d9b8a4b01d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:59:35Z', 'updated_at': '2021-11-19T17:59:53Z', 'revision_number': 1, 'project_id': '0456090f49334c51827e8fad95f98095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529ba45b-5523-443d-9ceb-2ad2d5b3dc94', 'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'mac_address': 'fa:16:3e:6f:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:54:03Z', 'updated_at': '2021-11-19T17:54:12Z', 'revision_number': 5, 'project_id': '0456090f49334c51827e8fad95f98095', 'subnets': [{'id': '391d2137-1654-4763-aca0-4213e12e3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:56.027960 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-014a0923-6429-4fe2-9fbb-6f2ae7ff3312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:56.131613 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260420'] for router, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:56.136122 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:56.242213 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831831'] for router, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:56.242930 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 {{(pid=103564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:59:56.249263 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] Publish callbacks [] for router, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:56.250668 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-161334c8-2ac3-4be8-8e1f-c1bfba1707ff admin admin] 10.222.0.71 "DELETE /v2.0/routers/a94af69b-a0a0-4998-bb8d-3b2fa0a9f4b2 HTTP/1.1" status: 204 len: 168 time: 1.5880468 Nov 19 17:59:56.253758 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44118) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:56.337697 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a398e71-da23-449a-a88a-df9a269e40e2 admin admin] Deleting subnet 58b0f588-f427-4f60-a117-f9f73140d58e {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:59:56.342681 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1a398e71-da23-449a-a88a-df9a269e40e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:56.402590 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1a398e71-da23-449a-a88a-df9a269e40e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14508630'] for subnet, precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:56.445231 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201da1ef-b06b-4666-a3bf-0039f74fd2bc None None] New status for floating IP 6f6ce688-9d8d-458b-8bae-8aecefc6eced: ACTIVE {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:59:56.588409 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1a398e71-da23-449a-a88a-df9a269e40e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:56.678948 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1a398e71-da23-449a-a88a-df9a269e40e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14508635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14553286'] for subnet, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:56.702858 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1a398e71-da23-449a-a88a-df9a269e40e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:56.706188 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-1a398e71-da23-449a-a88a-df9a269e40e2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/58b0f588-f427-4f60-a117-f9f73140d58e HTTP/1.1" status: 204 len: 168 time: 0.4510131 Nov 19 17:59:56.709643 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 44124) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:56.717139 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c66811-c440-437e-9b52-30ecbe59d873 None None] Network a6f19787-0d9c-473b-97f7-7d6adaae4a87 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:56.741100 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a398e71-da23-449a-a88a-df9a269e40e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b0f588-f427-4f60-a117-f9f73140d58e,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:56.875984 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:56.934437 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device b503d76d-c4a2-4c85-8d77-e93bb0afcd03 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:56.958871 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] Deleting port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:56.959236 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:56.989511 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: b503d76d-c4a2-4c85-8d77-e93bb0afcd03 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:59:56.990115 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device b503d76d-c4a2-4c85-8d77-e93bb0afcd03 not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:56.990902 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 319d444b-e979-4e86-b19a-8637dc80459c no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:57.031642 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 319d444b-e979-4e86-b19a-8637dc80459c {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:59:57.032176 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 319d444b-e979-4e86-b19a-8637dc80459c not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:57.132602 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] For port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=3fbeeddd-b6b5-4c92-aeda-3411fe4a8416,segment=NetworkSegment(3a932848-4b09-47dd-b4ee-190087253e82),segment_id=3a932848-4b09-47dd-b4ee-190087253e82)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:57.132602 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.157952 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4995bb-2744-43e7-9e47-b1f27c69fbcb None None] DHCP port deletion for a6f19787-0d9c-473b-97f7-7d6adaae4a87 request from dv-cinder-810785-3-iscsi {{(pid=103566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:59:57.167420 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] Calling delete_port for 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 owned by network:dhcp {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:57.251782 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-fd4995bb-2744-43e7-9e47-b1f27c69fbcb None None] Deleting port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 {{(pid=103566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:57.252237 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fd4995bb-2744-43e7-9e47-b1f27c69fbcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.254182 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.355920 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.372660 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-fd4995bb-2744-43e7-9e47-b1f27c69fbcb None None] For port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=3fbeeddd-b6b5-4c92-aeda-3411fe4a8416,segment=NetworkSegment(3a932848-4b09-47dd-b4ee-190087253e82),segment_id=3a932848-4b09-47dd-b4ee-190087253e82)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:57.374070 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fd4995bb-2744-43e7-9e47-b1f27c69fbcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.393759 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fbeeddd-b6b5-4c92-aeda-3411fe4a8416,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:57.398755 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] No DVR routers for this DVR port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 on host dv-cinder-810785-3-iscsi {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:57.414747 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-fd4995bb-2744-43e7-9e47-b1f27c69fbcb None None] Calling delete_port for 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 owned by network:dhcp {{(pid=103566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:57.506126 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.558971 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f19787-0d9c-473b-97f7-7d6adaae4a87']}} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:57.572673 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a932848-4b09-47dd-b4ee-190087253e82') {'for_net_delete': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:57.573338 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a932848-4b09-47dd-b4ee-190087253e82') {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:57.591103 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fd4995bb-2744-43e7-9e47-b1f27c69fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513'] for port, after_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.601108 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241569'] for segment, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.622223 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4995bb-2744-43e7-9e47-b1f27c69fbcb None None] Pushing event deleted for resources: {'Port': ['ID=3fbeeddd-b6b5-4c92-aeda-3411fe4a8416,revision_number=None']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:57.627251 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4995bb-2744-43e7-9e47-b1f27c69fbcb None None] No DVR routers for this DVR port 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 on host dv-cinder-810785-3-iscsi {{(pid=103566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:57.645581 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.671979 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=103565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:59:57.672999 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247914'] for segment, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: Traceback (most recent call last): Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: timer() Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: cb(*args, **kw) Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: return func(*args, **kwargs) Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: self._notify() Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: self.callback(batched_events) Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: event.method(event) Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: return f(self, *a, **k) Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._get(url).json() Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: return self.request(url, 'GET', **kwargs) Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:59:57.676862 dv-cinder-810785-3-iscsi neutron-server[103565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:59:57.763141 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.789822 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.795804 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a6f19787-0d9c-473b-97f7-7d6adaae4a87 HTTP/1.1" status: 204 len: 168 time: 1.0838854 Nov 19 17:59:57.797180 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bebf8-9b46-463e-96dc-cd9fe2a68b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6f19787-0d9c-473b-97f7-7d6adaae4a87,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:57.800146 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44134) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:58.356477 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21a7f873-03d3-435a-a3aa-a09912cece6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830452'] for router_interface, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:58.664503 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-21a7f873-03d3-435a-a3aa-a09912cece6b admin admin] Deleting port 12ad818a-3c77-4120-bdbb-f5d84bf66c68 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:58.665440 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21a7f873-03d3-435a-a3aa-a09912cece6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:58.825456 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-21a7f873-03d3-435a-a3aa-a09912cece6b admin admin] For port 12ad818a-3c77-4120-bdbb-f5d84bf66c68, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=12ad818a-3c77-4120-bdbb-f5d84bf66c68,segment=NetworkSegment(b8f30a01-6af0-4fb7-869c-09f94704500f),segment_id=b8f30a01-6af0-4fb7-869c-09f94704500f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:58.826426 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21a7f873-03d3-435a-a3aa-a09912cece6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:58.849646 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-21a7f873-03d3-435a-a3aa-a09912cece6b admin admin] Calling delete_port for 12ad818a-3c77-4120-bdbb-f5d84bf66c68 owned by network:router_interface {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:58.858463 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:58.883905 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:59:58.883905 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 3fbeeddd-b6b5-4c92-aeda-3411fe4a8416 not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:59.188489 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21a7f873-03d3-435a-a3aa-a09912cece6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:59.233077 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7f873-03d3-435a-a3aa-a09912cece6b admin admin] Pushing event deleted for resources: {'Port': ['ID=12ad818a-3c77-4120-bdbb-f5d84bf66c68,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:59.356807 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:59.589371 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21a7f873-03d3-435a-a3aa-a09912cece6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830536'] for router_interface, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:59.663287 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:59.983579 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a7f873-03d3-435a-a3aa-a09912cece6b admin admin] Router dbc0ac53-8fb3-410c-ad51-7f8520d28a7c has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:00:00.192065 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a7f873-03d3-435a-a3aa-a09912cece6b admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:00.198864 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-21a7f873-03d3-435a-a3aa-a09912cece6b admin admin] 10.222.0.71 "PUT /v2.0/routers/dbc0ac53-8fb3-410c-ad51-7f8520d28a7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3970819 Nov 19 18:00:00.203059 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 44156) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:00.210132 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dea9049-e29a-471d-bc21-82dd6318d97f None None] Sync routers for ids ['dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:00:00.227954 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dea9049-e29a-471d-bc21-82dd6318d97f None None] Routers {'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:00.230303 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-0dea9049-e29a-471d-bc21-82dd6318d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:00.376728 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.412642 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-0dea9049-e29a-471d-bc21-82dd6318d97f None None] Set router dbc0ac53-8fb3-410c-ad51-7f8520d28a7c gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:00.551769 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.632247 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] Deleting port 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:00.632983 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.759073 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] For port 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:00.759545 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.807668 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] Calling delete_port for 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c owned by network:router_gateway {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:00.840362 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-0dea9049-e29a-471d-bc21-82dd6318d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'name': 'tempest-TestMinimumBasicScenario-2102470543-router', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:17Z', 'updated_at': '2021-11-19T17:59:59Z', 'revision_number': 5, 'project_id': 'c87c21dd06334a0ca0a9743090b56e46', 'gw_port': {'id': '2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:dc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:18Z', 'updated_at': '2021-11-19T17:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:00.940104 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dea9049-e29a-471d-bc21-82dd6318d97f None None] Checking router: dbc0ac53-8fb3-410c-ad51-7f8520d28a7c for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:00:00.955152 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dea9049-e29a-471d-bc21-82dd6318d97f None None] Routers {'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:00.956140 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-0dea9049-e29a-471d-bc21-82dd6318d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:01.085535 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:01.110439 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-0dea9049-e29a-471d-bc21-82dd6318d97f None None] Set router dbc0ac53-8fb3-410c-ad51-7f8520d28a7c gateway port host: None {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:01.131373 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:01.178647 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-0dea9049-e29a-471d-bc21-82dd6318d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'name': 'tempest-TestMinimumBasicScenario-2102470543-router', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:17Z', 'updated_at': '2021-11-19T18:00:00Z', 'revision_number': 6, 'project_id': 'c87c21dd06334a0ca0a9743090b56e46', 'gw_port_host': None}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:01.240135 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dea9049-e29a-471d-bc21-82dd6318d97f None None] The sync data for ids ['dbc0ac53-8fb3-410c-ad51-7f8520d28a7c'] in dv-cinder-810785-3-iscsi is: [{'id': 'dbc0ac53-8fb3-410c-ad51-7f8520d28a7c', 'name': 'tempest-TestMinimumBasicScenario-2102470543-router', 'tenant_id': 'c87c21dd06334a0ca0a9743090b56e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:17Z', 'updated_at': '2021-11-19T18:00:00Z', 'revision_number': 6, 'project_id': 'c87c21dd06334a0ca0a9743090b56e46', 'gw_port_host': None}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:00:01.294682 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746162'] for router_gateway, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:01.433132 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260420'] for router, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:01.436503 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:01.565094 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831831'] for router, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:01.565842 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbc0ac53-8fb3-410c-ad51-7f8520d28a7c {{(pid=103565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:00:01.577489 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:01.581653 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44172) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:01.588961 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-91b12ca7-8a6e-4b8e-afd7-8d9f769b5df7 admin admin] 10.222.0.71 "DELETE /v2.0/routers/dbc0ac53-8fb3-410c-ad51-7f8520d28a7c HTTP/1.1" status: 204 len: 168 time: 1.3842669 Nov 19 18:00:01.776656 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-1297b16c-21e9-4637-95ae-7950c214e219 admin admin] Deleting subnet 0183e419-2152-4899-b085-ef4f08155035 {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:00:01.784603 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1297b16c-21e9-4637-95ae-7950c214e219 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:01.853451 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798d40c-6aef-4058-bc0d-ee8bf1ef21b4 req-c1500d0d-9b51-4090-9970-1af92ef371f5 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:01.873077 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4798d40c-6aef-4058-bc0d-ee8bf1ef21b4 req-c1500d0d-9b51-4090-9970-1af92ef371f5 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 946 time: 0.1908648 Nov 19 18:00:01.896085 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1297b16c-21e9-4637-95ae-7950c214e219 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14508630'] for subnet, precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:01.975162 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4798d40c-6aef-4058-bc0d-ee8bf1ef21b4 req-6b43fbbc-d14c-4a95-8a05-66c72def4799 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999281 Nov 19 18:00:02.079592 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1297b16c-21e9-4637-95ae-7950c214e219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.242745 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1297b16c-21e9-4637-95ae-7950c214e219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14508635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14553286'] for subnet, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.297840 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297b16c-21e9-4637-95ae-7950c214e219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0183e419-2152-4899-b085-ef4f08155035,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:02.309041 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1297b16c-21e9-4637-95ae-7950c214e219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.317576 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-1297b16c-21e9-4637-95ae-7950c214e219 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/0183e419-2152-4899-b085-ef4f08155035 HTTP/1.1" status: 204 len: 168 time: 0.7323997 Nov 19 18:00:02.321330 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44182) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:02.342046 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c19873-0ab7-4c8c-9f17-4931db6d7475 None None] Network 2946361f-9b70-4be1-953c-d5df7cc91e1a requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:02.480330 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.624074 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] Deleting port 53bb8e0d-8e61-462e-8a1b-2321c8316601 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:02.625122 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.735812 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0878cfda-3312-4c80-8bd1-2926587aafc8 None None] DHCP port deletion for 2946361f-9b70-4be1-953c-d5df7cc91e1a request from dv-cinder-810785-3-iscsi {{(pid=103566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:00:02.753985 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] For port 53bb8e0d-8e61-462e-8a1b-2321c8316601, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=53bb8e0d-8e61-462e-8a1b-2321c8316601,segment=NetworkSegment(b8f30a01-6af0-4fb7-869c-09f94704500f),segment_id=b8f30a01-6af0-4fb7-869c-09f94704500f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:02.754428 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.775240 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] Calling delete_port for 53bb8e0d-8e61-462e-8a1b-2321c8316601 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:02.907262 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 12ad818a-3c77-4120-bdbb-f5d84bf66c68 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:00:02.958707 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-0878cfda-3312-4c80-8bd1-2926587aafc8 None None] Deleting port 53bb8e0d-8e61-462e-8a1b-2321c8316601 {{(pid=103566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:02.959307 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-0878cfda-3312-4c80-8bd1-2926587aafc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.965697 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 12ad818a-3c77-4120-bdbb-f5d84bf66c68 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:00:02.969820 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 12ad818a-3c77-4120-bdbb-f5d84bf66c68 not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:00:02.971993 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 53bb8e0d-8e61-462e-8a1b-2321c8316601 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:00:03.155104 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-0878cfda-3312-4c80-8bd1-2926587aafc8 None None] For port 53bb8e0d-8e61-462e-8a1b-2321c8316601, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=53bb8e0d-8e61-462e-8a1b-2321c8316601,segment=NetworkSegment(b8f30a01-6af0-4fb7-869c-09f94704500f),segment_id=b8f30a01-6af0-4fb7-869c-09f94704500f)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:03.155104 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-0878cfda-3312-4c80-8bd1-2926587aafc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.173538 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-0878cfda-3312-4c80-8bd1-2926587aafc8 None None] Calling delete_port for 53bb8e0d-8e61-462e-8a1b-2321c8316601 owned by network:dhcp {{(pid=103566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:03.272260 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.343109 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port 53bb8e0d-8e61-462e-8a1b-2321c8316601, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=53bb8e0d-8e61-462e-8a1b-2321c8316601,segment=NetworkSegment(b8f30a01-6af0-4fb7-869c-09f94704500f),segment_id=b8f30a01-6af0-4fb7-869c-09f94704500f)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:03.351958 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.353093 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:00:03.365111 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.382598 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ee9dd-2503-4b81-9c8b-7b898f61f896 req-df93603d-7fa1-4551-8c91-62161fbe1170 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:03.384251 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e50ee9dd-2503-4b81-9c8b-7b898f61f896 req-df93603d-7fa1-4551-8c91-62161fbe1170 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 946 time: 0.0744991 Nov 19 18:00:03.403570 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:00:03.403873 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 2dc77b9a-f5fd-4057-84d6-a62ce6c79d5c not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:00:03.426640 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=53bb8e0d-8e61-462e-8a1b-2321c8316601,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:03.435579 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-0878cfda-3312-4c80-8bd1-2926587aafc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513'] for port, after_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.444172 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] No DVR routers for this DVR port 53bb8e0d-8e61-462e-8a1b-2321c8316601 on host dv-cinder-810785-3-iscsi {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:00:03.444422 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=53bb8e0d-8e61-462e-8a1b-2321c8316601,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:03.495931 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878cfda-3312-4c80-8bd1-2926587aafc8 None None] Pushing event deleted for resources: {'Port': ['ID=53bb8e0d-8e61-462e-8a1b-2321c8316601,revision_number=None']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:03.509575 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0878cfda-3312-4c80-8bd1-2926587aafc8 None None] No DVR routers for this DVR port 53bb8e0d-8e61-462e-8a1b-2321c8316601 on host dv-cinder-810785-3-iscsi {{(pid=103566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:00:03.596773 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.609215 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-52cc30f2-196d-43ff-a20a-fd8e50032223 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:03.612943 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-52cc30f2-196d-43ff-a20a-fd8e50032223 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.85 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 946 time: 0.1108129 Nov 19 18:00:03.627404 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2946361f-9b70-4be1-953c-d5df7cc91e1a']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:03.641123 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f30a01-6af0-4fb7-869c-09f94704500f') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:03.641123 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f30a01-6af0-4fb7-869c-09f94704500f') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:03.655605 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14509989'] for segment, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.673975 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.683342 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:03.684030 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14508597'] for segment, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: Traceback (most recent call last): Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: timer() Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: cb(*args, **kw) Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: return func(*args, **kwargs) Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: self._notify() Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: self.callback(batched_events) Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: event.method(event) Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: return f(self, *a, **k) Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._get(url).json() Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:03.762698 dv-cinder-810785-3-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:03.786378 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e50ee9dd-2503-4b81-9c8b-7b898f61f896 req-b9887e83-fcd6-43fc-9314-213227b63399 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666978 Nov 19 18:00:03.787809 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.837089 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.843542 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] 10.222.0.71 "DELETE /v2.0/networks/2946361f-9b70-4be1-953c-d5df7cc91e1a HTTP/1.1" status: 204 len: 168 time: 1.5203722 Nov 19 18:00:03.845390 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc2e22-a611-4e6f-9a04-68d19ee78b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=2946361f-9b70-4be1-953c-d5df7cc91e1a,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:03.858605 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-1cdf1906-04c3-4a58-8902-7202969dee59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Deleting port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:03.860028 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-1cdf1906-04c3-4a58-8902-7202969dee59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.021361 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-1cdf1906-04c3-4a58-8902-7202969dee59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] For port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=c0255ac0-fe2c-48b8-b4bf-f4ce551e5156,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:04.021361 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-1cdf1906-04c3-4a58-8902-7202969dee59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.164810 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44208) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:04.246720 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-6fff30d2-e814-4af4-b782-da790048de5e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=21c13efec7f34837a11bafa7687ba15a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0771639 Nov 19 18:00:04.247710 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44210) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:04.334510 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-87e4e926-bad9-4a58-9c97-15c57505dacf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.379906 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-87e4e926-bad9-4a58-9c97-15c57505dacf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.403512 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-1cdf1906-04c3-4a58-8902-7202969dee59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.404429 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-1cdf1906-04c3-4a58-8902-7202969dee59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.405003 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.l3_db [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-1cdf1906-04c3-4a58-8902-7202969dee59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Floating IP 822be56f-2f20-4416-8f64-ffd2d92572eb disassociated. External IP: 172.27.1.112, port: c0255ac0-fe2c-48b8-b4bf-f4ce551e5156. Nov 19 18:00:04.405702 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-1cdf1906-04c3-4a58-8902-7202969dee59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Calling delete_port for c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 owned by compute:nova {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:04.496468 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-87e4e926-bad9-4a58-9c97-15c57505dacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.503309 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-87e4e926-bad9-4a58-9c97-15c57505dacf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.508403 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-87e4e926-bad9-4a58-9c97-15c57505dacf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8ac92466-cde2-4af2-830b-0385dca82f05 HTTP/1.1" status: 204 len: 168 time: 0.2566988 Nov 19 18:00:04.527454 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4e926-bad9-4a58-9c97-15c57505dacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac92466-cde2-4af2-830b-0385dca82f05,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:04.668257 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-1cdf1906-04c3-4a58-8902-7202969dee59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.714461 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf1906-04c3-4a58-8902-7202969dee59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event deleted for resources: {'Port': ['ID=c0255ac0-fe2c-48b8-b4bf-f4ce551e5156,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:04.949683 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8863a1e3-60b9-4078-bbaf-ca101c2901a0 req-fbe39afe-1b1a-487b-b525-2edf077a770c tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 210 time: 0.0400579 Nov 19 18:00:04.998073 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-1cdf1906-04c3-4a58-8902-7202969dee59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Router ba079347-74a4-4bae-853e-c6b36af6ec5e has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:00:05.095862 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44236) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:05.157716 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-86b44c4a-c3f2-4cd9-9b62-3a611fdd48d1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c87c21dd06334a0ca0a9743090b56e46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0566120 Nov 19 18:00:05.158201 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44240) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:05.227966 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-92d18e89-d1ad-42b2-98d2-9688a0df3777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:05.264231 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-92d18e89-d1ad-42b2-98d2-9688a0df3777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:05.341478 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-92d18e89-d1ad-42b2-98d2-9688a0df3777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:05.345952 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-92d18e89-d1ad-42b2-98d2-9688a0df3777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:05.351278 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-92d18e89-d1ad-42b2-98d2-9688a0df3777 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/122acdfc-3b20-4d29-bd30-4f709c88c177 HTTP/1.1" status: 204 len: 168 time: 0.1915879 Nov 19 18:00:05.365291 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d18e89-d1ad-42b2-98d2-9688a0df3777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122acdfc-3b20-4d29-bd30-4f709c88c177,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:05.412238 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-1cdf1906-04c3-4a58-8902-7202969dee59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:05.424343 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd94c5-1100-4907-9dd5-dd6e3ad7172b None None] Sync routers for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:00:05.436419 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd94c5-1100-4907-9dd5-dd6e3ad7172b None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:05.437068 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-dbfd94c5-1100-4907-9dd5-dd6e3ad7172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:05.458198 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-1cdf1906-04c3-4a58-8902-7202969dee59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] No DVR routers for this DVR port c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 on host hv-cinder-81078 {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:00:05.460821 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-1cdf1906-04c3-4a58-8902-7202969dee59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:05.465116 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-aaaf9d35-8ad1-40a9-9aab-974b2c3aaaf0 req-1cdf1906-04c3-4a58-8902-7202969dee59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.85 "DELETE /v2.0/ports/c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 HTTP/1.1" status: 204 len: 173 time: 1.8436565 Nov 19 18:00:05.465718 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ec4da6-701e-4c31-9a62-990a28f9cecd', 'name': 'network-vif-deleted', 'tag': 'c0255ac0-fe2c-48b8-b4bf-f4ce551e5156'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:00:05.471905 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96309466-a547-4614-bcbe-d8f25528c8ed" -d '{"events": [{"server_uuid": "34ec4da6-701e-4c31-9a62-990a28f9cecd", "name": "network-vif-deleted", "tag": "c0255ac0-fe2c-48b8-b4bf-f4ce551e5156"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:00:05.516818 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ca9fc0-3da3-4cf0-82ee-73a69759e325 x-openstack-request-id: req-46ca9fc0-3da3-4cf0-82ee-73a69759e325 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:00:05.517346 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ec4da6-701e-4c31-9a62-990a28f9cecd", "name": "network-vif-deleted", "tag": "c0255ac0-fe2c-48b8-b4bf-f4ce551e5156", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:00:05.517587 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-46ca9fc0-3da3-4cf0-82ee-73a69759e325 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:00:05.518000 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ec4da6-701e-4c31-9a62-990a28f9cecd', 'name': 'network-vif-deleted', 'tag': 'c0255ac0-fe2c-48b8-b4bf-f4ce551e5156', 'status': 'completed', 'code': 200} Nov 19 18:00:05.585201 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-dbfd94c5-1100-4907-9dd5-dd6e3ad7172b None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:05.819702 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f28cc605-3aa8-4eb8-b6fe-b555d00ea80f req-70b18172-4bdb-4fb0-bd4e-c1663ad21fcf service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608907 Nov 19 18:00:05.924698 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cc605-3aa8-4eb8-b6fe-b555d00ea80f req-5c7cb894-8007-44f9-bc40-fe795f7be5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:05.926306 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f28cc605-3aa8-4eb8-b6fe-b555d00ea80f req-5c7cb894-8007-44f9-bc40-fe795f7be5da service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d6509023720a4952a7a4e18c142e60b0&device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 1098 time: 0.0477874 Nov 19 18:00:05.935717 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-dbfd94c5-1100-4907-9dd5-dd6e3ad7172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:05.966694 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:00:05.969217 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd94c5-1100-4907-9dd5-dd6e3ad7172b None None] Checking router: ba079347-74a4-4bae-853e-c6b36af6ec5e for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:00:05.996429 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:00:05.996814 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device c0255ac0-fe2c-48b8-b4bf-f4ce551e5156 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:00:06.003710 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd94c5-1100-4907-9dd5-dd6e3ad7172b None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:06.004352 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-dbfd94c5-1100-4907-9dd5-dd6e3ad7172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:06.067757 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cc605-3aa8-4eb8-b6fe-b555d00ea80f req-defc4275-3080-476d-aeb0-93d511895a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:06.069440 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f28cc605-3aa8-4eb8-b6fe-b555d00ea80f req-defc4275-3080-476d-aeb0-93d511895a80 service neutron] 10.222.0.85 "GET /v2.0/networks?id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 HTTP/1.1" status: 200 len: 919 time: 0.1169555 Nov 19 18:00:06.120457 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-579be914-bfa9-475a-8fe9-387e3b7e4879 req-2c6d5aef-0f32-42fa-bd70-9e62e7df5468 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec4da6-701e-4c31-9a62-990a28f9cecd HTTP/1.1" status: 200 len: 210 time: 0.0307305 Nov 19 18:00:06.163732 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-dbfd94c5-1100-4907-9dd5-dd6e3ad7172b None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:06.172209 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f28cc605-3aa8-4eb8-b6fe-b555d00ea80f req-600eacbb-68be-4a7d-8f93-0559554f0b40 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70dbca72-5806-477c-bd49-df0645ecb4b4 HTTP/1.1" status: 200 len: 1001 time: 0.0930705 Nov 19 18:00:06.254480 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cc605-3aa8-4eb8-b6fe-b555d00ea80f req-197edb5c-d33c-4b00-915b-c2dce728d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:06.256601 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f28cc605-3aa8-4eb8-b6fe-b555d00ea80f req-197edb5c-d33c-4b00-915b-c2dce728d112 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34f1014f-e3bc-40d8-ab9c-c17a6a568473 HTTP/1.1" status: 200 len: 856 time: 0.0731220 Nov 19 18:00:06.337360 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cc605-3aa8-4eb8-b6fe-b555d00ea80f req-0249dd52-06df-4cf0-99f2-e58cfbbd65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:06.339366 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f28cc605-3aa8-4eb8-b6fe-b555d00ea80f req-0249dd52-06df-4cf0-99f2-e58cfbbd65b7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676939 Nov 19 18:00:06.475572 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f28cc605-3aa8-4eb8-b6fe-b555d00ea80f req-87f8d11d-a63c-4722-b518-e6c93468d9f1 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252389 Nov 19 18:00:06.595139 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f28cc605-3aa8-4eb8-b6fe-b555d00ea80f req-1aa5e7ff-caf2-47fd-9b2b-4612535232d0 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078918 Nov 19 18:00:06.606954 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-dbfd94c5-1100-4907-9dd5-dd6e3ad7172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:06.646821 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd94c5-1100-4907-9dd5-dd6e3ad7172b None None] The sync data for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi is: [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:00:06.964741 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e95ba9-9cfa-49fb-87a9-7e30439ce897 None None] New status for floating IP 822be56f-2f20-4416-8f64-ffd2d92572eb: DOWN {{(pid=103567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:00:07.457748 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-12a43e49-d6b2-4170-a8b2-f5b11d937383 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270478039&fields=id&tenant_id=80680fdddb2b4a919dc36de9924916fe HTTP/1.1" status: 200 len: 267 time: 0.0514197 Nov 19 18:00:07.579937 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-ea077c29-e669-4865-92bf-bcecfabebf68 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:07.581497 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-ea077c29-e669-4865-92bf-bcecfabebf68 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/networks?id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 200 len: 812 time: 0.1153896 Nov 19 18:00:07.603646 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-2ef97b8c-eeca-4a55-abe6-9b1fcde7efc1 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/quotas/80680fdddb2b4a919dc36de9924916fe HTTP/1.1" status: 200 len: 375 time: 0.0118396 Nov 19 18:00:07.659135 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-7d82eed6-ceef-4609-ac58-91cdd1e826f5 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=80680fdddb2b4a919dc36de9924916fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489137 Nov 19 18:00:07.782217 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-4d1be6e0-0f0e-43c5-99c8-bfc45b2e5870 service neutron] 10.222.0.71 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021724 Nov 19 18:00:07.881767 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-2d665b84-b8db-4a8e-88b0-845019555350 service neutron] 10.222.0.71 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931249 Nov 19 18:00:08.241366 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0416f7ec-e114-448a-836a-cf068f0455d6 req-7bf5246a-c44f-41a5-bfc6-a6c2b7b70238 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 210 time: 0.0577765 Nov 19 18:00:08.255850 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44332) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:08.313365 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc485a4-f29a-4894-9f47-c4b1c914803e admin admin] Deleting subnet 4f86c22e-d221-4caa-b893-c57cb656fe07 {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:00:08.319102 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0dc485a4-f29a-4894-9f47-c4b1c914803e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.386049 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0dc485a4-f29a-4894-9f47-c4b1c914803e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14508630'] for subnet, precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.455821 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0dc485a4-f29a-4894-9f47-c4b1c914803e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.569128 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0dc485a4-f29a-4894-9f47-c4b1c914803e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14508635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14553286'] for subnet, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.586464 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.610916 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc485a4-f29a-4894-9f47-c4b1c914803e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f86c22e-d221-4caa-b893-c57cb656fe07,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:08.622017 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0dc485a4-f29a-4894-9f47-c4b1c914803e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.627763 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-0dc485a4-f29a-4894-9f47-c4b1c914803e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4f86c22e-d221-4caa-b893-c57cb656fe07 HTTP/1.1" status: 204 len: 168 time: 0.3706038 Nov 19 18:00:08.631535 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44344) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:08.750106 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9d280472-f892-4de4-8109-1695f85cc0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.855943 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9d280472-f892-4de4-8109-1695f85cc0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.883238 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-9d280472-f892-4de4-8109-1695f85cc0af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5f1287-1470-4365-9d8f-330582eb8ff8']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:08.896667 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-9d280472-f892-4de4-8109-1695f85cc0af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c8ee17-c406-4226-bb72-eda88fe2c8db') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:08.896987 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-9d280472-f892-4de4-8109-1695f85cc0af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c8ee17-c406-4226-bb72-eda88fe2c8db') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:08.910148 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9d280472-f892-4de4-8109-1695f85cc0af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14509989'] for segment, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.930341 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9d280472-f892-4de4-8109-1695f85cc0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.940153 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d280472-f892-4de4-8109-1695f85cc0af admin admin] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:08.940827 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9d280472-f892-4de4-8109-1695f85cc0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14508597'] for segment, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: Traceback (most recent call last): Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: timer() Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: cb(*args, **kw) Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: return func(*args, **kwargs) Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: self._notify() Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: self.callback(batched_events) Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: event.method(event) Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: return f(self, *a, **k) Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._get(url).json() Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:08.944294 dv-cinder-810785-3-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:09.047158 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9d280472-f892-4de4-8109-1695f85cc0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.053226 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9d280472-f892-4de4-8109-1695f85cc0af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.057095 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9d280472-f892-4de4-8109-1695f85cc0af admin admin] 10.222.0.71 "DELETE /v2.0/networks/fb5f1287-1470-4365-9d8f-330582eb8ff8 HTTP/1.1" status: 204 len: 168 time: 0.4234490 Nov 19 18:00:09.075922 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d280472-f892-4de4-8109-1695f85cc0af admin admin] Pushing event deleted for resources: {'Network': ['ID=fb5f1287-1470-4365-9d8f-330582eb8ff8,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:09.295104 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44350) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:09.360275 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f4d7a264-4ad6-44f4-8037-3b9b6c2be6e0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=53519236e10b4120b3f539eae690a9a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0626414 Nov 19 18:00:09.363402 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 44352) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:09.377485 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0cc3ad0b-0ca5-4121-9f38-8275d4f1970b req-daeea898-bbf7-4a0c-a892-1477885e985e tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 210 time: 0.0354400 Nov 19 18:00:09.519820 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1ca5f05-a60c-40d2-9b8f-958d5c233f93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.565180 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-b36ca065-9b96-420d-b82f-881211fc4faf tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:09.567281 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-b36ca065-9b96-420d-b82f-881211fc4faf tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.85 "GET /v2.0/networks?id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 200 len: 812 time: 0.1791246 Nov 19 18:00:09.572445 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1ca5f05-a60c-40d2-9b8f-958d5c233f93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.667823 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-fe48210e-4526-462d-b0f8-895dab9593f2 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80680fdddb2b4a919dc36de9924916fe HTTP/1.1" status: 200 len: 380 time: 0.0865023 Nov 19 18:00:09.679504 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-d603f819-1bdf-4d94-832b-b5e2620400d2 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Request body: {'port': {'device_id': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'admin_state_up': True, 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'security_groups': ['486a55a6-d92b-4962-bafb-333d6d516c99']}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:09.696995 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1ca5f05-a60c-40d2-9b8f-958d5c233f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.700274 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c1ca5f05-a60c-40d2-9b8f-958d5c233f93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.701462 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-c1ca5f05-a60c-40d2-9b8f-958d5c233f93 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b81513be-2831-48bd-aadd-6db5b92e0673 HTTP/1.1" status: 204 len: 168 time: 0.3369672 Nov 19 18:00:09.754750 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca5f05-a60c-40d2-9b8f-958d5c233f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81513be-2831-48bd-aadd-6db5b92e0673,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:09.884117 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-d603f819-1bdf-4d94-832b-b5e2620400d2 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Made reservation on behalf of 80680fdddb2b4a919dc36de9924916fe for: {'port': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:09.893150 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-d603f819-1bdf-4d94-832b-b5e2620400d2 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:10.076524 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-d603f819-1bdf-4d94-832b-b5e2620400d2 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Allocated IP 172.20.0.5 (dfaa8d65-d22e-40c7-b274-88fa45a1a06d/e8e1a765-4ebe-43ec-94d3-165ffb63c5b5/0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:10.308378 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-d603f819-1bdf-4d94-832b-b5e2620400d2 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:10.352019 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-d603f819-1bdf-4d94-832b-b5e2620400d2 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:10.418210 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-d603f819-1bdf-4d94-832b-b5e2620400d2 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Network dfaa8d65-d22e-40c7-b274-88fa45a1a06d is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:10.424280 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-d603f819-1bdf-4d94-832b-b5e2620400d2 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:10.431745 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-d603f819-1bdf-4d94-832b-b5e2620400d2 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:10.500193 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603f819-1bdf-4d94-832b-b5e2620400d2 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'Port': ['ID=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:10.548970 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-d603f819-1bdf-4d94-832b-b5e2620400d2 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:10.549814 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-d603f819-1bdf-4d94-832b-b5e2620400d2 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:10.574522 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-d603f819-1bdf-4d94-832b-b5e2620400d2 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8983703 Nov 19 18:00:10.584484 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e978-a4ca-4eef-be9a-79da11039df6 req-9e7c06bc-44f8-418c-afc9-6a6ed6c3bd5d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:10.585946 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7561e978-a4ca-4eef-be9a-79da11039df6 req-9e7c06bc-44f8-418c-afc9-6a6ed6c3bd5d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 931 time: 0.0611751 Nov 19 18:00:10.599312 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Request body: {'port': {'device_id': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:10.707338 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7561e978-a4ca-4eef-be9a-79da11039df6 req-64d49361-267d-4f02-b1eb-baeef606ad2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015151 Nov 19 18:00:10.737620 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:10.798609 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44382) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:10.841505 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-db5f67c9-ebc8-4271-9c03-501322348fad None None] Provisioning complete for port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:10.843706 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-db5f67c9-ebc8-4271-9c03-501322348fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:10.891172 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-db5f67c9-ebc8-4271-9c03-501322348fad None None] Port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:00:10.961334 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-927528112-network', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:10.992315 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] Made reservation on behalf of ad5b2672ba5646bfb5b2740e4b75db0c for: {'network': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:10.996308 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.012628 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.069572 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:00:11.080457 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.098427 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Transition to ACTIVE for port object 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 will not be triggered until provisioned by entity L2. {{(pid=103565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:00:11.103242 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.136614 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.142883 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.188638 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=103564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:11.191562 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:11.200894 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a7b619-f5a2-4e7d-b9e4-6850df94dc0a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:11.207836 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.208271 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.segments_db [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] Added segment 6ee9ce37-8f1c-45bf-badf-1d79588005b7 of type vlan for network 220d901e-9d1e-4493-85b3-56d8f5dcdef1 Nov 19 18:00:11.261946 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.272807 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Attempting to bind port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:11.273376 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Attempting to bind port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:11.273885 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Attempting to bind port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 on network dfaa8d65-d22e-40c7-b274-88fa45a1a06d {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:11.281929 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 on network dfaa8d65-d22e-40c7-b274-88fa45a1a06d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:00:11.282463 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Attempting to bind port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 on network dfaa8d65-d22e-40c7-b274-88fa45a1a06d {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:11.290378 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:11.290929 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Checking segment: {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:11.291223 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.292110 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Bound using segment: {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:11.292873 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Bound port: 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:11.293214 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:11.293712 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.293881 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.385001 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5840173 Nov 19 18:00:11.385295 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] For port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8, host hv-cinder-81078, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:11.385648 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44388) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:11.391009 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] For port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:11.397070 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.401433 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-fd07be2c-c363-4667-988e-343d35f05b41 admin admin] Request body: {'subnet': {'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-927528112-subnet', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:11.412858 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e8d1e-68e3-412c-b1a0-dc1372060edc admin admin] Pushing event updated for resources: {'Network': ['ID=220d901e-9d1e-4493-85b3-56d8f5dcdef1,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:11.433467 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network 220d901e-9d1e-4493-85b3-56d8f5dcdef1 details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:11.444243 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd07be2c-c363-4667-988e-343d35f05b41 admin admin] Made reservation on behalf of ad5b2672ba5646bfb5b2740e4b75db0c for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:11.449224 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fd07be2c-c363-4667-988e-343d35f05b41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14553261'] for subnet, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.450496 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:11.451880 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.453905 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] 10.222.0.85 "PUT /v2.0/ports/0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 HTTP/1.1" status: 200 len: 1093 time: 0.8636973 Nov 19 18:00:11.454646 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'tag': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:00:11.458650 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f65fc4-51a1-4e4e-9a41-4d23e30fd17a" -d '{"events": [{"name": "network-changed", "server_uuid": "85db9e79-1b97-4b1a-82bb-8c28b9b17ba1", "tag": "0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:00:11.509758 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041ea68-6598-44a7-adf8-81b74878e631 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:11.565078 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713b0630-7216-452f-ab5c-7f21cccdf577 x-openstack-request-id: req-713b0630-7216-452f-ab5c-7f21cccdf577 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:00:11.565371 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85db9e79-1b97-4b1a-82bb-8c28b9b17ba1", "tag": "0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:00:11.565754 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-713b0630-7216-452f-ab5c-7f21cccdf577 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:00:11.566224 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'tag': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'status': 'completed', 'code': 200} Nov 19 18:00:11.604781 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-0149edc0-32e2-4877-8edc-9f09ae897979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:11.607339 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-0149edc0-32e2-4877-8edc-9f09ae897979 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=80680fdddb2b4a919dc36de9924916fe&device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0751169 Nov 19 18:00:11.663980 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-4dfa4e70-07f3-4534-89e9-fd4ed17ea054 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 HTTP/1.1" status: 200 len: 217 time: 0.0409360 Nov 19 18:00:11.736937 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-3c5e1052-343f-4273-958b-633f0afc050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:11.738530 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-3c5e1052-343f-4273-958b-633f0afc050a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e8e1a765-4ebe-43ec-94d3-165ffb63c5b5 HTTP/1.1" status: 200 len: 851 time: 0.0644426 Nov 19 18:00:11.804783 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fd07be2c-c363-4667-988e-343d35f05b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14508700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14553279'] for subnet, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.813111 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-4a875762-c3cd-479d-9e6e-8048eae70625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:11.817297 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-4a875762-c3cd-479d-9e6e-8048eae70625 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688267 Nov 19 18:00:11.936985 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-6d9919aa-24ab-46d3-bea7-f5905236a0a2 service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106987 Nov 19 18:00:11.944104 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07be2c-c363-4667-988e-343d35f05b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2855729-ba47-4130-8ca0-fc3d37be7692,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:11.958323 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782088af-2b91-4084-ad94-ea01a3741ab4 req-a6d9d6a1-6729-480a-92d3-84bb2e527e59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:11.959926 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-782088af-2b91-4084-ad94-ea01a3741ab4 req-a6d9d6a1-6729-480a-92d3-84bb2e527e59 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 943 time: 0.1581154 Nov 19 18:00:11.960892 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd07be2c-c363-4667-988e-343d35f05b41 admin admin] Checking segment: {'id': '6ee9ce37-8f1c-45bf-badf-1d79588005b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:11.961287 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07be2c-c363-4667-988e-343d35f05b41 admin admin] Network hostable DHCP agents. Network: 220d901e-9d1e-4493-85b3-56d8f5dcdef1, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:12.000942 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07be2c-c363-4667-988e-343d35f05b41 admin admin] Network 220d901e-9d1e-4493-85b3-56d8f5dcdef1 is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:12.023360 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-fd07be2c-c363-4667-988e-343d35f05b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, 220d901e-9d1e-4493-85b3-56d8f5dcdef1) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:12.033739 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd07be2c-c363-4667-988e-343d35f05b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:12.034347 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fd07be2c-c363-4667-988e-343d35f05b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.042558 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-782088af-2b91-4084-ad94-ea01a3741ab4 req-879cbbe4-32bb-4a7b-8fd8-8a46c336dd4f tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739102 Nov 19 18:00:12.053141 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb7c401-1473-431b-b2b4-6d6d3ae25559 None None] Network 220d901e-9d1e-4493-85b3-56d8f5dcdef1 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:12.063345 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-fd07be2c-c363-4667-988e-343d35f05b41 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6730311 Nov 19 18:00:12.070328 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 44398) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:12.078491 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:12.094032 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-f3ac6494-7e7c-4328-a1fd-04f3d07e7b9c req-90d70f34-6af8-428e-9aed-ca170fc9caf0 service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483684 Nov 19 18:00:12.122364 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260438'] for router, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.124503 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260429'] for router, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.202889 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.270743 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41e3f734-d01d-5427-9f52-2e4031802599-220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'fixed_ips': [{'subnet_id': 'e2855729-ba47-4130-8ca0-fc3d37be7692'}]}} from dv-cinder-810785-3-iscsi. {{(pid=103566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:12.271775 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.350236 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65fc4-51a1-4e4e-9a41-4d23e30fd17a req-ade24e57-1490-434b-afd6-663d42bae014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:12.351794 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c9f65fc4-51a1-4e4e-9a41-4d23e30fd17a req-ade24e57-1490-434b-afd6-663d42bae014 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=80680fdddb2b4a919dc36de9924916fe&device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 1096 time: 0.1619987 Nov 19 18:00:12.426350 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.db_base_plugin_common [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Allocated IP 172.20.0.2 (220d901e-9d1e-4493-85b3-56d8f5dcdef1/e2855729-ba47-4130-8ca0-fc3d37be7692/9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc) {{(pid=103566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:12.429612 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.527433 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65fc4-51a1-4e4e-9a41-4d23e30fd17a req-5829fb41-8528-46f1-bd5c-6e68eebfd106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:12.528974 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c9f65fc4-51a1-4e4e-9a41-4d23e30fd17a req-5829fb41-8528-46f1-bd5c-6e68eebfd106 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 200 len: 914 time: 0.1505473 Nov 19 18:00:12.584187 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c9f65fc4-51a1-4e4e-9a41-4d23e30fd17a req-d5e8e22f-59ca-4975-8afa-360216c02873 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 HTTP/1.1" status: 200 len: 217 time: 0.0452151 Nov 19 18:00:12.616627 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Publish callbacks [] for port, precommit_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.625279 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.654443 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65fc4-51a1-4e4e-9a41-4d23e30fd17a req-a49cc34d-beba-4d9e-b1b9-4c796301f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:12.655971 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c9f65fc4-51a1-4e4e-9a41-4d23e30fd17a req-a49cc34d-beba-4d9e-b1b9-4c796301f93f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e8e1a765-4ebe-43ec-94d3-165ffb63c5b5 HTTP/1.1" status: 200 len: 851 time: 0.0634265 Nov 19 18:00:12.685500 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Network 220d901e-9d1e-4493-85b3-56d8f5dcdef1 is already hosted by enough agents. {{(pid=103566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:12.688677 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.base_scheduler [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Resources bound (agent type, host, resource id): {{(pid=103566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:12.692883 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Received port after_create {{(pid=103566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:12.702498 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Pushing event updated for resources: {'Port': ['ID=9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc,revision_number=1']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:12.728794 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:12.729328 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:12.729722 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:12.730095 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:12.730439 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:12.730855 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:12.731412 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:12.731850 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:12.732208 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:12.732648 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:12.732969 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:12.733300 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:12.776598 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Attempting to bind port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:12.777465 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Attempting to bind port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '6ee9ce37-8f1c-45bf-badf-1d79588005b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:12.778105 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Attempting to bind port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc on network 220d901e-9d1e-4493-85b3-56d8f5dcdef1 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:12.787645 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:12.788193 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Checking segment: {'id': '6ee9ce37-8f1c-45bf-badf-1d79588005b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:12.788610 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.789014 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Bound using segment: {'id': '6ee9ce37-8f1c-45bf-badf-1d79588005b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:12.789513 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Bound port: 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee9ce37-8f1c-45bf-badf-1d79588005b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:12.790003 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.815260 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f65fc4-51a1-4e4e-9a41-4d23e30fd17a req-866bc1d3-9d9d-42a2-9a4a-d4216dc5cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:12.816863 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c9f65fc4-51a1-4e4e-9a41-4d23e30fd17a req-866bc1d3-9d9d-42a2-9a4a-d4216dc5cb5e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1150365 Nov 19 18:00:12.820448 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.853415 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.868344 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] For port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:12.872654 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] For port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc,segment=NetworkSegment(6ee9ce37-8f1c-45bf-badf-1d79588005b7),segment_id=6ee9ce37-8f1c-45bf-badf-1d79588005b7)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:12.883261 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.967693 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e606f-2133-4ad6-9da4-bc8882c10f7b None None] Pushing event updated for resources: {'Port': ['ID=9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:13.018307 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c9f65fc4-51a1-4e4e-9a41-4d23e30fd17a req-34325f36-fd12-4c16-88de-c41dc7910557 service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730723 Nov 19 18:00:13.088924 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Allocated IP 172.27.1.180 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/32f6bc65-0cf8-442c-bd01-fd5cfe3b4232) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:13.216150 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c9f65fc4-51a1-4e4e-9a41-4d23e30fd17a req-d710bf46-29bd-4a6f-a149-87d4754ef60f service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865311 Nov 19 18:00:13.264425 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1713549-63de-45d9-82d6-7b8644a496d6 req-5c7b091c-ced1-495f-a359-b1e92396bd5f tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:13.266166 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d1713549-63de-45d9-82d6-7b8644a496d6 req-5c7b091c-ced1-495f-a359-b1e92396bd5f tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 943 time: 0.0652754 Nov 19 18:00:13.267874 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.324341 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.331704 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d1713549-63de-45d9-82d6-7b8644a496d6 req-17cd7446-375c-4431-8333-ffc0fdeb9d5a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579357 Nov 19 18:00:13.386313 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:13.389214 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:13.391765 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:13.417071 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Pushing event updated for resources: {'Port': ['ID=32f6bc65-0cf8-442c-bd01-fd5cfe3b4232,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:13.671976 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.985433 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28438263-83b1-4454-aa29-e68ffb11835b None None] Network 220d901e-9d1e-4493-85b3-56d8f5dcdef1 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:14.128975 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-fc35570c-2a66-42f3-ab4c-c7ea74f673f2 None None] Provisioning complete for port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:14.129836 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fc35570c-2a66-42f3-ab4c-c7ea74f673f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.150126 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746134'] for router, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.235753 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fc35570c-2a66-42f3-ab4c-c7ea74f673f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.274931 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-fc35570c-2a66-42f3-ab4c-c7ea74f673f2 None None] For port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc,segment=NetworkSegment(6ee9ce37-8f1c-45bf-badf-1d79588005b7),segment_id=6ee9ce37-8f1c-45bf-badf-1d79588005b7)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:14.280873 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fc35570c-2a66-42f3-ab4c-c7ea74f673f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.318705 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Router a1c60ffb-c5d5-475b-ba50-a48baa303b74 is scheduled to L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 with binding_index 1 {{(pid=103565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:00:14.342273 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35570c-2a66-42f3-ab4c-c7ea74f673f2 None None] Pushing event updated for resources: {'Port': ['ID=9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:14.438080 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:14.448224 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Sync routers for ids ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:00:14.460512 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Routers {'a1c60ffb-c5d5-475b-ba50-a48baa303b74'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:14.461324 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:14.462310 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.465441 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-00e94465-7a87-480b-8d21-5be26df3cda5 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3937500 Nov 19 18:00:14.469345 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 44412) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:14.493918 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743aec7-68e5-46a5-8055-aa851f7b2ac0 req-1fd64ec4-4f38-4a74-924d-a015583cdfba tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:14.495417 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0743aec7-68e5-46a5-8055-aa851f7b2ac0 req-1fd64ec4-4f38-4a74-924d-a015583cdfba tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 943 time: 0.0636008 Nov 19 18:00:14.547976 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0743aec7-68e5-46a5-8055-aa851f7b2ac0 req-4ab950c8-0d77-4214-acd1-a2ceece1a341 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462806 Nov 19 18:00:14.565135 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-e6429240-1223-4640-a891-e29cbe93ed40 None None] Provisioning complete for port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:14.565588 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e6429240-1223-4640-a891-e29cbe93ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.620161 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Set router a1c60ffb-c5d5-475b-ba50-a48baa303b74 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:14.847927 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:13Z', 'revision_number': 3, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'gw_port': {'id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:14.878028 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Checking router: a1c60ffb-c5d5-475b-ba50-a48baa303b74 for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:00:14.878381 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Updating router a1c60ffb-c5d5-475b-ba50-a48baa303b74 port 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232 binding host dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:00:14.905510 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:14.910214 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.944791 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.053859 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:15.054533 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.101346 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Allocated IP 172.20.0.1 (220d901e-9d1e-4493-85b3-56d8f5dcdef1/e2855729-ba47-4130-8ca0-fc3d37be7692/4bfc79ff-ac8d-4d98-a29c-160e88d0d542) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:15.203443 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:00:15.225406 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.270132 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.310445 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Network 220d901e-9d1e-4493-85b3-56d8f5dcdef1 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:15.313434 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:15.317049 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:15.342517 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Pushing event updated for resources: {'Port': ['ID=4bfc79ff-ac8d-4d98-a29c-160e88d0d542,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:15.362822 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828993'] for router_interface, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.435163 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.443745 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.514626 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Attempting to bind port 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:15.514999 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Attempting to bind port 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:15.515124 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.515367 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Attempting to bind port 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232 on network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:15.518907 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897bf2a-88c7-4a0a-9412-f48a22cae504 None None] Pushing event updated for resources: {'Port': ['ID=32f6bc65-0cf8-442c-bd01-fd5cfe3b4232,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:15.524088 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:15.524537 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Checking segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:15.524879 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.525273 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Bound using segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:15.525803 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Bound port: 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:15.526185 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.595147 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] For port 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:15.599637 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] For port 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=32f6bc65-0cf8-442c-bd01-fd5cfe3b4232,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:15.607779 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.616770 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-e749f2d8-759b-4e8b-b9ee-61d758af193d None None] Provisioning complete for port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:15.617144 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e749f2d8-759b-4e8b-b9ee-61d758af193d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.702028 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Routers {'a1c60ffb-c5d5-475b-ba50-a48baa303b74'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:15.702706 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:15.707823 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4cbb2-58aa-4b7a-b0b5-497af8156fdd req-17ca911b-c571-496b-851a-0e77b2041515 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:15.709535 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e2a4cbb2-58aa-4b7a-b0b5-497af8156fdd req-17ca911b-c571-496b-851a-0e77b2041515 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 943 time: 0.0632291 Nov 19 18:00:15.740117 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.745516 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-e749f2d8-759b-4e8b-b9ee-61d758af193d None None] Port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:00:15.746956 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897bf2a-88c7-4a0a-9412-f48a22cae504 None None] Pushing event updated for resources: {'Port': ['ID=32f6bc65-0cf8-442c-bd01-fd5cfe3b4232,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:15.749837 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.778878 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e2a4cbb2-58aa-4b7a-b0b5-497af8156fdd req-784066c6-ada5-42fa-92fe-2039ae18c7e9 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620432 Nov 19 18:00:15.821754 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] Set router a1c60ffb-c5d5-475b-ba50-a48baa303b74 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:15.823643 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Pushing event updated for resources: {'Port': ['ID=4bfc79ff-ac8d-4d98-a29c-160e88d0d542,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:15.830445 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1830417'] for router_interface, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.923982 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Network 220d901e-9d1e-4493-85b3-56d8f5dcdef1 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:15.925488 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:16.049349 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 4, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'gw_port': {'id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '4bfc79ff-ac8d-4d98-a29c-160e88d0d542', 'name': '', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'mac_address': 'fa:16:3e:b8:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:14Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 1, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'subnets': [{'id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:16.062884 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Router a1c60ffb-c5d5-475b-ba50-a48baa303b74 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:00:16.085285 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855cf48-1591-4c72-b55c-ab569208a6a2 None None] The sync data for ids ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'] in dv-cinder-810785-3-iscsi is: [{'id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 4, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'gw_port': {'id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '4bfc79ff-ac8d-4d98-a29c-160e88d0d542', 'name': '', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'mac_address': 'fa:16:3e:b8:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:14Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 1, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'subnets': [{'id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:00:16.175560 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-4b777e1f-777d-4832-a706-449beb230df3 None None] Provisioning complete for port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:16.175935 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4b777e1f-777d-4832-a706-449beb230df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:16.193630 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:16.199269 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-10606f52-8890-4834-93f7-0b5a5348fc1e admin admin] 10.222.0.71 "PUT /v2.0/routers/a1c60ffb-c5d5-475b-ba50-a48baa303b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7286971 Nov 19 18:00:16.221227 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-4b777e1f-777d-4832-a706-449beb230df3 None None] Port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:00:16.858665 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 44440) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:16.865429 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-293810695-network', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:16.896280 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] Made reservation on behalf of f9a2e00dd7914a90878f402ce451c9b3 for: {'network': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:16.899276 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:16.912681 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:16.931950 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0553b-c483-45bd-8612-7899b86f3d26 req-eda56cc6-91e8-4e66-b37d-5ef74c419c7a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:16.933347 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-69d0553b-c483-45bd-8612-7899b86f3d26 req-eda56cc6-91e8-4e66-b37d-5ef74c419c7a tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 943 time: 0.0626943 Nov 19 18:00:16.997759 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-69d0553b-c483-45bd-8612-7899b86f3d26 req-cac97af7-e2a7-4335-b947-e19a5c908495 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580575 Nov 19 18:00:17.022728 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.029628 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.057528 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=103565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:17.067541 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a52ffa-fb09-44fe-90a4-f7c356a8333f,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:17.073358 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.073776 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.segments_db [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] Added segment 201c574d-7bb3-4e4e-90e2-bfd64e02a7a5 of type vlan for network a7349702-5a00-40c5-8a2d-3112b1335bc8 Nov 19 18:00:17.118190 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.146429 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.147380 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:17.148033 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.203810 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3440046 Nov 19 18:00:17.206693 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44442) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:17.211829 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-d938eaa4-cb1a-44cb-ad6c-13b6152ecc57 admin admin] Request body: {'subnet': {'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-293810695-subnet', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:17.217411 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ff270-1049-40f7-8475-8fba3ea2504f admin admin] Pushing event updated for resources: {'Network': ['ID=a7349702-5a00-40c5-8a2d-3112b1335bc8,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:17.229062 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network a7349702-5a00-40c5-8a2d-3112b1335bc8 details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:17.241185 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d938eaa4-cb1a-44cb-ad6c-13b6152ecc57 admin admin] Made reservation on behalf of f9a2e00dd7914a90878f402ce451c9b3 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:17.244026 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d938eaa4-cb1a-44cb-ad6c-13b6152ecc57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14553261'] for subnet, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.426083 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d938eaa4-cb1a-44cb-ad6c-13b6152ecc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14508700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14553279'] for subnet, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.492221 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938eaa4-cb1a-44cb-ad6c-13b6152ecc57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7305ade5-3daf-4a06-aed5-6626c0e22b07,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:17.500100 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938eaa4-cb1a-44cb-ad6c-13b6152ecc57 admin admin] Checking segment: {'id': '201c574d-7bb3-4e4e-90e2-bfd64e02a7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:17.500469 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d938eaa4-cb1a-44cb-ad6c-13b6152ecc57 admin admin] Network hostable DHCP agents. Network: a7349702-5a00-40c5-8a2d-3112b1335bc8, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:17.520250 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d938eaa4-cb1a-44cb-ad6c-13b6152ecc57 admin admin] Network a7349702-5a00-40c5-8a2d-3112b1335bc8 is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:17.531213 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-d938eaa4-cb1a-44cb-ad6c-13b6152ecc57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, a7349702-5a00-40c5-8a2d-3112b1335bc8) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:17.535472 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d938eaa4-cb1a-44cb-ad6c-13b6152ecc57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:17.536069 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d938eaa4-cb1a-44cb-ad6c-13b6152ecc57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.540596 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b047dc61-6688-4547-90ec-5f091d16aa08 None None] Network a7349702-5a00-40c5-8a2d-3112b1335bc8 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:17.554741 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-d938eaa4-cb1a-44cb-ad6c-13b6152ecc57 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3466308 Nov 19 18:00:17.557452 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 44446) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:17.561884 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-293810695-router', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:17.589114 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260438'] for router, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.590265 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746049', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260429'] for router, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.645632 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.711283 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41e3f734-d01d-5427-9f52-2e4031802599-a7349702-5a00-40c5-8a2d-3112b1335bc8', 'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'fixed_ips': [{'subnet_id': '7305ade5-3daf-4a06-aed5-6626c0e22b07'}]}} from dv-cinder-810785-3-iscsi. {{(pid=103566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:17.712185 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.806426 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.871737 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.db_base_plugin_common [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Allocated IP 172.20.0.2 (a7349702-5a00-40c5-8a2d-3112b1335bc8/7305ade5-3daf-4a06-aed5-6626c0e22b07/5ac3342e-00db-4915-ae4e-923c522c6f15) {{(pid=103566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:18.033177 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.036320 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Publish callbacks [] for port, precommit_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.045302 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504'] for port, after_create {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.054612 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.121186 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Network a7349702-5a00-40c5-8a2d-3112b1335bc8 is already hosted by enough agents. {{(pid=103566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:18.126336 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.scheduler.base_scheduler [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Resources bound (agent type, host, resource id): {{(pid=103566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:18.130331 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Received port after_create {{(pid=103566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:18.171724 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Pushing event updated for resources: {'Port': ['ID=5ac3342e-00db-4915-ae4e-923c522c6f15,revision_number=1']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:18.180002 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Allocated IP 172.27.1.100 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/a276e0db-00f9-4087-adb1-9956f42437d6) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:18.195675 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ded574-3c44-4fde-a8d4-5921fb074216 req-6512ab6c-b72b-40cc-a746-d86ab8837807 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:18.197847 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-01ded574-3c44-4fde-a8d4-5921fb074216 req-6512ab6c-b72b-40cc-a746-d86ab8837807 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 943 time: 0.0817590 Nov 19 18:00:18.211456 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Attempting to bind port 5ac3342e-00db-4915-ae4e-923c522c6f15 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:18.211836 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Attempting to bind port 5ac3342e-00db-4915-ae4e-923c522c6f15 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '201c574d-7bb3-4e4e-90e2-bfd64e02a7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:18.212230 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Attempting to bind port 5ac3342e-00db-4915-ae4e-923c522c6f15 on network a7349702-5a00-40c5-8a2d-3112b1335bc8 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:18.222505 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:18.223017 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Checking segment: {'id': '201c574d-7bb3-4e4e-90e2-bfd64e02a7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:18.223412 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.223814 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Bound using segment: {'id': '201c574d-7bb3-4e4e-90e2-bfd64e02a7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:18.224310 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Bound port: 5ac3342e-00db-4915-ae4e-923c522c6f15, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201c574d-7bb3-4e4e-90e2-bfd64e02a7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:18.224695 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.267662 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-01ded574-3c44-4fde-a8d4-5921fb074216 req-27f69d9d-f7a9-470a-af1a-d582ad13f1eb tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617712 Nov 19 18:00:18.301110 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] For port 5ac3342e-00db-4915-ae4e-923c522c6f15, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:18.305045 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] For port 5ac3342e-00db-4915-ae4e-923c522c6f15, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=5ac3342e-00db-4915-ae4e-923c522c6f15,segment=NetworkSegment(201c574d-7bb3-4e4e-90e2-bfd64e02a7a5),segment_id=201c574d-7bb3-4e4e-90e2-bfd64e02a7a5)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:18.310715 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.312502 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.364589 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.381394 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a3550-cd82-4f83-a178-834cdca8daec None None] Pushing event updated for resources: {'Port': ['ID=5ac3342e-00db-4915-ae4e-923c522c6f15,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:18.406470 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:18.408062 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:18.412066 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:18.441717 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Pushing event updated for resources: {'Port': ['ID=a276e0db-00f9-4087-adb1-9956f42437d6,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:18.446327 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Sync routers for ids ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:00:18.466140 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Routers {'a1c60ffb-c5d5-475b-ba50-a48baa303b74'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:18.466140 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:18.670480 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Set router a1c60ffb-c5d5-475b-ba50-a48baa303b74 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:18.736948 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.933036 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 5ac3342e-00db-4915-ae4e-923c522c6f15 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:18.987258 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 5ac3342e-00db-4915-ae4e-923c522c6f15 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:18.987556 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.999612 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746134'] for router, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.020440 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 4, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'gw_port': {'id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '4bfc79ff-ac8d-4d98-a29c-160e88d0d542', 'name': '', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'mac_address': 'fa:16:3e:b8:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:14Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 2, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'subnets': [{'id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:19.058946 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Checking router: a1c60ffb-c5d5-475b-ba50-a48baa303b74 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:00:19.059300 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Updating router a1c60ffb-c5d5-475b-ba50-a48baa303b74 port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 binding host dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:00:19.079528 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.088812 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.122211 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port 5ac3342e-00db-4915-ae4e-923c522c6f15, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=5ac3342e-00db-4915-ae4e-923c522c6f15,segment=NetworkSegment(201c574d-7bb3-4e4e-90e2-bfd64e02a7a5),segment_id=201c574d-7bb3-4e4e-90e2-bfd64e02a7a5)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:19.128111 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.129257 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:19.228092 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=5ac3342e-00db-4915-ae4e-923c522c6f15,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:19.251149 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:19.251514 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.366507 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.399583 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=32f6bc65-0cf8-442c-bd01-fd5cfe3b4232,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:19.408358 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.462602 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc960676-2a7c-402e-9811-54b942d5ab43 req-1fad639f-0f9f-4654-a205-fa31dc075737 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:19.476165 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=32f6bc65-0cf8-442c-bd01-fd5cfe3b4232,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:19.477084 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Router 6dae7c78-a31e-4f18-b267-6961ab5516e0 is scheduled to L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 with binding_index 1 {{(pid=103565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:00:19.481022 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bc960676-2a7c-402e-9811-54b942d5ab43 req-1fad639f-0f9f-4654-a205-fa31dc075737 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 943 time: 0.1023602 Nov 19 18:00:19.492427 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Publish callbacks [] for port, precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.506013 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.549150 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bc960676-2a7c-402e-9811-54b942d5ab43 req-96b7eeaa-84a0-4945-bb10-f118fc7b7eb4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669858 Nov 19 18:00:19.568559 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a8e8c-a968-4236-af75-40525637877f None None] Pushing event updated for resources: {'Port': ['ID=4bfc79ff-ac8d-4d98-a29c-160e88d0d542,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:19.583658 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874601a7-8b26-47fc-bb55-a1b21106b953 None None] Network a7349702-5a00-40c5-8a2d-3112b1335bc8 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:19.630560 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:19.641936 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Sync routers for ids ['6dae7c78-a31e-4f18-b267-6961ab5516e0'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:00:19.644743 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Attempting to bind port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:19.645329 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Attempting to bind port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '6ee9ce37-8f1c-45bf-badf-1d79588005b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:19.645891 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Attempting to bind port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 on network 220d901e-9d1e-4493-85b3-56d8f5dcdef1 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:19.652928 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:19.653628 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Checking segment: {'id': '6ee9ce37-8f1c-45bf-badf-1d79588005b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:19.654250 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.654895 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Bound using segment: {'id': '6ee9ce37-8f1c-45bf-badf-1d79588005b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:19.655550 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Bound port: 4bfc79ff-ac8d-4d98-a29c-160e88d0d542, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee9ce37-8f1c-45bf-badf-1d79588005b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:19.656251 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.676678 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.679272 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-a198c763-d4bd-43bd-bdbd-8015ce7c03bf admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1198587 Nov 19 18:00:19.681163 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44458) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:19.697674 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Routers {'6dae7c78-a31e-4f18-b267-6961ab5516e0'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:19.698574 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['6dae7c78-a31e-4f18-b267-6961ab5516e0'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:19.766370 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-8d1210b8-6740-4547-9b31-29502e667602 None None] Provisioning complete for port 5ac3342e-00db-4915-ae4e-923c522c6f15 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:19.766370 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-8d1210b8-6740-4547-9b31-29502e667602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.775255 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] For port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:19.781137 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] For port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=4bfc79ff-ac8d-4d98-a29c-160e88d0d542,segment=NetworkSegment(6ee9ce37-8f1c-45bf-badf-1d79588005b7),segment_id=6ee9ce37-8f1c-45bf-badf-1d79588005b7)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:19.788519 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.879713 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Routers {'a1c60ffb-c5d5-475b-ba50-a48baa303b74'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:19.880376 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:19.884143 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a8e8c-a968-4236-af75-40525637877f None None] Pushing event updated for resources: {'Port': ['ID=4bfc79ff-ac8d-4d98-a29c-160e88d0d542,revision_number=4']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:20.069860 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:00:20.094137 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] Set router a1c60ffb-c5d5-475b-ba50-a48baa303b74 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:20.154550 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Set router 6dae7c78-a31e-4f18-b267-6961ab5516e0 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:20.328286 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.357226 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 4, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'gw_port': {'id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '4bfc79ff-ac8d-4d98-a29c-160e88d0d542', 'name': '', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'mac_address': 'fa:16:3e:b8:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:14Z', 'updated_at': '2021-11-19T18:00:19Z', 'revision_number': 4, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'subnets': [{'id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:20.404559 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:20.412783 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f513ee4e-fe6d-4c6f-b0b9-e6cb4a4b0aa3 None None] The sync data for ids ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'] in dv-cinder-810785-3-iscsi is: [{'id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 4, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'gw_port': {'id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '4bfc79ff-ac8d-4d98-a29c-160e88d0d542', 'name': '', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'mac_address': 'fa:16:3e:b8:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:14Z', 'updated_at': '2021-11-19T18:00:19Z', 'revision_number': 4, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'subnets': [{'id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:00:20.459363 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'port_id': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'mac_address': 'fa:16:3e:b4:34:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:00:20.575943 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Allocated IP 172.20.0.1 (a7349702-5a00-40c5-8a2d-3112b1335bc8/7305ade5-3daf-4a06-aed5-6626c0e22b07/48b29778-7a78-41bf-ad4b-67bef859a506) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:20.599620 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.622324 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:00:20.646225 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:20.660599 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.698385 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-8c07c3b9-6928-4a1e-97c8-a47c8b127829 None None] Provisioning complete for port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:20.698823 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-8c07c3b9-6928-4a1e-97c8-a47c8b127829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.740714 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'name': 'tempest-TestShelveInstance-293810695-router', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a276e0db-00f9-4087-adb1-9956f42437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:17Z', 'updated_at': '2021-11-19T18:00:18Z', 'revision_number': 3, 'project_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'gw_port': {'id': 'a276e0db-00f9-4087-adb1-9956f42437d6', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:18Z', 'updated_at': '2021-11-19T18:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:20.800354 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccca021-bb1d-49be-9193-53652e948b5a req-04805b19-bacf-4f6c-928f-e3a8b8ce17c6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:20.809396 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ccca021-bb1d-49be-9193-53652e948b5a req-04805b19-bacf-4f6c-928f-e3a8b8ce17c6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 944 time: 0.0929253 Nov 19 18:00:20.818804 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Checking router: 6dae7c78-a31e-4f18-b267-6961ab5516e0 for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:00:20.819411 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Updating router 6dae7c78-a31e-4f18-b267-6961ab5516e0 port a276e0db-00f9-4087-adb1-9956f42437d6 binding host dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:00:20.889649 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:20.891014 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.898094 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.910068 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7ccca021-bb1d-49be-9193-53652e948b5a req-ab572a3a-0449-4016-9123-637307c3e2d8 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997636 Nov 19 18:00:20.939940 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:20.984273 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.050088 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:00:21.054489 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Network a7349702-5a00-40c5-8a2d-3112b1335bc8 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:21.069845 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:21.077094 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:21.138240 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Pushing event updated for resources: {'Port': ['ID=48b29778-7a78-41bf-ad4b-67bef859a506,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:21.187651 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828993'] for router_interface, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.217594 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-8c07c3b9-6928-4a1e-97c8-a47c8b127829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.410066 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.421026 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-8c07c3b9-6928-4a1e-97c8-a47c8b127829 None None] For port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=4bfc79ff-ac8d-4d98-a29c-160e88d0d542,segment=NetworkSegment(6ee9ce37-8f1c-45bf-badf-1d79588005b7),segment_id=6ee9ce37-8f1c-45bf-badf-1d79588005b7)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:21.425837 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:21.426304 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.440319 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-8c07c3b9-6928-4a1e-97c8-a47c8b127829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.659554 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.666977 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.699762 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-86af492e-3606-44b7-bb5b-0dfa0552a17e None None] Provisioning complete for port 48b29778-7a78-41bf-ad4b-67bef859a506 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:21.700237 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-86af492e-3606-44b7-bb5b-0dfa0552a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.701716 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07c3b9-6928-4a1e-97c8-a47c8b127829 None None] Pushing event updated for resources: {'Port': ['ID=4bfc79ff-ac8d-4d98-a29c-160e88d0d542,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:21.744656 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Pushing event updated for resources: {'Port': ['ID=48b29778-7a78-41bf-ad4b-67bef859a506,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:21.750536 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1830417'] for router_interface, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.802964 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Publish callbacks [] for port, precommit_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.846340 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-86af492e-3606-44b7-bb5b-0dfa0552a17e None None] Port 48b29778-7a78-41bf-ad4b-67bef859a506 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:00:21.859639 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Network a7349702-5a00-40c5-8a2d-3112b1335bc8 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:21.861144 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:21.863619 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.012740 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Attempting to bind port a276e0db-00f9-4087-adb1-9956f42437d6 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:22.013737 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Attempting to bind port a276e0db-00f9-4087-adb1-9956f42437d6 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:22.014357 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Attempting to bind port a276e0db-00f9-4087-adb1-9956f42437d6 on network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:22.040107 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-86af492e-3606-44b7-bb5b-0dfa0552a17e None None] Provisioning complete for port 5ac3342e-00db-4915-ae4e-923c522c6f15 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:22.041304 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-86af492e-3606-44b7-bb5b-0dfa0552a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.045694 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 5ac3342e-00db-4915-ae4e-923c522c6f15 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:22.062020 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:22.062690 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Checking segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:22.063439 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.064712 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Bound using segment: {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'} {{(pid=103566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:22.064932 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.managers [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Bound port: a276e0db-00f9-4087-adb1-9956f42437d6, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c93b8a-3e17-483e-b2b4-38252345f32b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}}] {{(pid=103566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:22.065596 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.092547 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Router 6dae7c78-a31e-4f18-b267-6961ab5516e0 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:00:22.122634 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456570b5-49ec-45f1-8e3a-9e121c6a6a8f req-6b900ac4-84e3-4eb8-b576-2b08b97b0206 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:22.124268 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-456570b5-49ec-45f1-8e3a-9e121c6a6a8f req-6b900ac4-84e3-4eb8-b576-2b08b97b0206 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 944 time: 0.1096673 Nov 19 18:00:22.141027 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d21c3d-cdc8-4e00-9101-bebd52fdadf9 None None] Pushing event updated for resources: {'Port': ['ID=a276e0db-00f9-4087-adb1-9956f42437d6,revision_number=2']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:22.250787 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] For port a276e0db-00f9-4087-adb1-9956f42437d6, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:22.271095 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-456570b5-49ec-45f1-8e3a-9e121c6a6a8f req-a74e196c-760b-44d1-a1ca-b3fda5b1a7f5 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987961 Nov 19 18:00:22.298828 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:22.306028 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-65fd4ead-5806-4afa-97af-df201f395338 admin admin] 10.222.0.71 "PUT /v2.0/routers/6dae7c78-a31e-4f18-b267-6961ab5516e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6230288 Nov 19 18:00:22.310730 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] For port a276e0db-00f9-4087-adb1-9956f42437d6, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=a276e0db-00f9-4087-adb1-9956f42437d6,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:22.329544 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 5ac3342e-00db-4915-ae4e-923c522c6f15 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:22.330000 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.348216 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.633909 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Routers {'6dae7c78-a31e-4f18-b267-6961ab5516e0'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:22.635490 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T17:59:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['6dae7c78-a31e-4f18-b267-6961ab5516e0'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:22.639760 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d21c3d-cdc8-4e00-9101-bebd52fdadf9 None None] Pushing event updated for resources: {'Port': ['ID=a276e0db-00f9-4087-adb1-9956f42437d6,revision_number=3']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:22.779997 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:22.811258 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9247c033-919b-42a0-883e-0a88305a3fe2 None None] Provisioning complete for port 48b29778-7a78-41bf-ad4b-67bef859a506 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:22.811629 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9247c033-919b-42a0-883e-0a88305a3fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.851739 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] Set router 6dae7c78-a31e-4f18-b267-6961ab5516e0 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:22.902854 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-5f3c2493-7cda-4451-b38c-7c50430d2615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.920330 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9247c033-919b-42a0-883e-0a88305a3fe2 None None] Port 48b29778-7a78-41bf-ad4b-67bef859a506 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:00:23.003678 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:23.004241 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.081072 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 44482) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:23.085889 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-6850e2cd-5cce-4054-8e94-d5383286ce97 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090172840', 'description': 'tempest-secgroup-smoke-2090172840 description', 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:23.112097 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6850e2cd-5cce-4054-8e94-d5383286ce97 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.174132 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'name': 'tempest-TestShelveInstance-293810695-router', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a276e0db-00f9-4087-adb1-9956f42437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:17Z', 'updated_at': '2021-11-19T18:00:21Z', 'revision_number': 4, 'project_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'gw_port': {'id': 'a276e0db-00f9-4087-adb1-9956f42437d6', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:18Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '48b29778-7a78-41bf-ad4b-67bef859a506', 'name': '', 'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'mac_address': 'fa:16:3e:36:ae:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '7305ade5-3daf-4a06-aed5-6626c0e22b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:20Z', 'updated_at': '2021-11-19T18:00:21Z', 'revision_number': 2, 'project_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'subnets': [{'id': '7305ade5-3daf-4a06-aed5-6626c0e22b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:23.189576 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6850e2cd-5cce-4054-8e94-d5383286ce97 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.194029 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6850e2cd-5cce-4054-8e94-d5383286ce97 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.205200 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6ab3b4-5c16-48e4-b065-6d6320d6de1b None None] The sync data for ids ['6dae7c78-a31e-4f18-b267-6961ab5516e0'] in dv-cinder-810785-3-iscsi is: [{'id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'name': 'tempest-TestShelveInstance-293810695-router', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a276e0db-00f9-4087-adb1-9956f42437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:17Z', 'updated_at': '2021-11-19T18:00:21Z', 'revision_number': 4, 'project_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'gw_port': {'id': 'a276e0db-00f9-4087-adb1-9956f42437d6', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:18Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '48b29778-7a78-41bf-ad4b-67bef859a506', 'name': '', 'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'mac_address': 'fa:16:3e:36:ae:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '7305ade5-3daf-4a06-aed5-6626c0e22b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:20Z', 'updated_at': '2021-11-19T18:00:21Z', 'revision_number': 2, 'project_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'subnets': [{'id': '7305ade5-3daf-4a06-aed5-6626c0e22b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:00:23.231255 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6850e2cd-5cce-4054-8e94-d5383286ce97 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.243028 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-6850e2cd-5cce-4054-8e94-d5383286ce97 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1603148 Nov 19 18:00:23.248893 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44486) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:23.257755 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-91dc3fdc-0bd7-4a61-8115-61a66c00334f tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Request body: {'security_group_rule': {'security_group_id': '47afbf70-7bb3-475e-9ed3-e486b4e4cd67', 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:23.258958 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850e2cd-5cce-4054-8e94-d5383286ce97 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47afbf70-7bb3-475e-9ed3-e486b4e4cd67,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:23.292280 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:23.299267 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91dc3fdc-0bd7-4a61-8115-61a66c00334f tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.380928 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:23.381128 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.383418 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91dc3fdc-0bd7-4a61-8115-61a66c00334f tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.401275 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91dc3fdc-0bd7-4a61-8115-61a66c00334f tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.449415 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc3fdc-0bd7-4a61-8115-61a66c00334f tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738b8a3d-7d75-4bab-be1e-e7d75bf7e0dd,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:23.461446 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91dc3fdc-0bd7-4a61-8115-61a66c00334f tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.463382 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-91dc3fdc-0bd7-4a61-8115-61a66c00334f tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2123501 Nov 19 18:00:23.466589 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44492) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:23.471645 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-8f1dd7bb-c723-49cf-8f15-fb536c3fef20 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Request body: {'security_group_rule': {'security_group_id': '47afbf70-7bb3-475e-9ed3-e486b4e4cd67', 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:23.498685 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020bb72-aba2-49bd-a173-6de61b7d3216 req-2a6fbfb1-be81-4205-8a33-f1a9983a1aa7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:23.500714 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5020bb72-aba2-49bd-a173-6de61b7d3216 req-2a6fbfb1-be81-4205-8a33-f1a9983a1aa7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 944 time: 0.1131084 Nov 19 18:00:23.584381 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd7bb-c723-49cf-8f15-fb536c3fef20 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.646192 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5020bb72-aba2-49bd-a173-6de61b7d3216 req-c272d03d-a9c7-4b08-8fa2-ad8560f3cf45 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054394 Nov 19 18:00:23.679596 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd7bb-c723-49cf-8f15-fb536c3fef20 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.685562 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd7bb-c723-49cf-8f15-fb536c3fef20 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.716985 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1dd7bb-c723-49cf-8f15-fb536c3fef20 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10e20bf-6722-41d7-9a5c-78d0ca7c291c,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:23.731767 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd7bb-c723-49cf-8f15-fb536c3fef20 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.738559 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 44494) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:23.738847 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8f1dd7bb-c723-49cf-8f15-fb536c3fef20 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2704935 Nov 19 18:00:23.744559 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-aa4e5f7a-53c3-4bae-b59a-3f4d03ee2815 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Request body: {'security_group_rule': {'security_group_id': '47afbf70-7bb3-475e-9ed3-e486b4e4cd67', 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:23.776572 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-aa4e5f7a-53c3-4bae-b59a-3f4d03ee2815 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.843613 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-aa4e5f7a-53c3-4bae-b59a-3f4d03ee2815 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.848717 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-aa4e5f7a-53c3-4bae-b59a-3f4d03ee2815 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.871467 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e5f7a-53c3-4bae-b59a-3f4d03ee2815 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f957a11-d6db-4932-80cc-84cc510908c0,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:23.881884 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-aa4e5f7a-53c3-4bae-b59a-3f4d03ee2815 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.883932 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-aa4e5f7a-53c3-4bae-b59a-3f4d03ee2815 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434674 Nov 19 18:00:23.887904 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44496) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:23.894124 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-8995dd22-748f-4fef-b85c-6b6589fdf67e tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Request body: {'security_group_rule': {'security_group_id': '47afbf70-7bb3-475e-9ed3-e486b4e4cd67', 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:23.932852 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8995dd22-748f-4fef-b85c-6b6589fdf67e tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.014312 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:24.039778 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8995dd22-748f-4fef-b85c-6b6589fdf67e tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.046071 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8995dd22-748f-4fef-b85c-6b6589fdf67e tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.073225 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995dd22-748f-4fef-b85c-6b6589fdf67e tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669afc6f-cbe5-475c-9565-cd2036f7aa2d,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:24.099255 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8995dd22-748f-4fef-b85c-6b6589fdf67e tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.104088 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 44498) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:24.104717 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8995dd22-748f-4fef-b85c-6b6589fdf67e tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2150345 Nov 19 18:00:24.108585 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:00:24.110813 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-693c889d-cef6-4d71-98fe-2d0aaa2d37f7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Request body: {'security_group_rule': {'security_group_id': '47afbf70-7bb3-475e-9ed3-e486b4e4cd67', 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:24.120756 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:24.121160 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.145613 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.securitygroups_db [None req-693c889d-cef6-4d71-98fe-2d0aaa2d37f7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Project ad5b2672ba5646bfb5b2740e4b75db0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:00:24.154261 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-693c889d-cef6-4d71-98fe-2d0aaa2d37f7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.243418 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-693c889d-cef6-4d71-98fe-2d0aaa2d37f7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.249083 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.252180 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-693c889d-cef6-4d71-98fe-2d0aaa2d37f7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.283301 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c889d-cef6-4d71-98fe-2d0aaa2d37f7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bf4981-980d-4488-87c7-6d1233b19629,revision_number=0']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:24.286613 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:00:24.290465 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c2fe01-fe50-485a-9b93-1a7f3a1b7e25" -d '{"events": [{"server_uuid": "85db9e79-1b97-4b1a-82bb-8c28b9b17ba1", "name": "network-vif-plugged", "status": "completed", "tag": "0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:00:24.305635 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-693c889d-cef6-4d71-98fe-2d0aaa2d37f7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.309360 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-693c889d-cef6-4d71-98fe-2d0aaa2d37f7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2014909 Nov 19 18:00:24.310157 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44502) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:24.311306 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:24.317446 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-731690ba-3b76-49cd-ad04-3ccae0ef151a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Request body: {'security_group_rule': {'security_group_id': '47afbf70-7bb3-475e-9ed3-e486b4e4cd67', 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:24.322896 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.357789 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.securitygroups_db [None req-731690ba-3b76-49cd-ad04-3ccae0ef151a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Project ad5b2672ba5646bfb5b2740e4b75db0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:00:24.358893 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e25c354-598a-4b06-8836-2920bef8807a x-openstack-request-id: req-4e25c354-598a-4b06-8836-2920bef8807a {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:00:24.359232 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85db9e79-1b97-4b1a-82bb-8c28b9b17ba1", "name": "network-vif-plugged", "status": "completed", "tag": "0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:00:24.359715 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4e25c354-598a-4b06-8836-2920bef8807a {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:00:24.360127 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'code': 200} Nov 19 18:00:24.374527 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-731690ba-3b76-49cd-ad04-3ccae0ef151a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.410630 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:24.477752 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-731690ba-3b76-49cd-ad04-3ccae0ef151a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.485445 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-731690ba-3b76-49cd-ad04-3ccae0ef151a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.512128 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731690ba-3b76-49cd-ad04-3ccae0ef151a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af873df-2dcd-406e-bc27-57f260a5d5fc,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:24.523433 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-731690ba-3b76-49cd-ad04-3ccae0ef151a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.525835 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-731690ba-3b76-49cd-ad04-3ccae0ef151a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2125461 Nov 19 18:00:24.694248 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce08bf-c166-42c9-80eb-0f6b09acddf6 req-86f180bd-9d7e-4c85-9643-9766b243c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:24.695948 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c0ce08bf-c166-42c9-80eb-0f6b09acddf6 req-86f180bd-9d7e-4c85-9643-9766b243c353 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0569406 Nov 19 18:00:24.760724 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c0ce08bf-c166-42c9-80eb-0f6b09acddf6 req-12183e2f-0240-4f0a-9ecc-eb3cc131b4e3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566926 Nov 19 18:00:24.801847 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867fbc1-ebda-4aef-9b98-428818c6c2a3 req-f5f3a7d0-ae0b-4471-a16d-77073e7aa03d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:24.803443 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4867fbc1-ebda-4aef-9b98-428818c6c2a3 req-f5f3a7d0-ae0b-4471-a16d-77073e7aa03d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 945 time: 0.0733464 Nov 19 18:00:24.872914 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4867fbc1-ebda-4aef-9b98-428818c6c2a3 req-778a6321-49e9-4747-9390-ad559e20e445 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623946 Nov 19 18:00:25.288364 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device a276e0db-00f9-4087-adb1-9956f42437d6 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:25.353999 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port a276e0db-00f9-4087-adb1-9956f42437d6 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:25.354387 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.470100 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.503161 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] For port a276e0db-00f9-4087-adb1-9956f42437d6, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=a276e0db-00f9-4087-adb1-9956f42437d6,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:25.510168 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.578094 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Pushing event updated for resources: {'Port': ['ID=a276e0db-00f9-4087-adb1-9956f42437d6,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:25.977325 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-ba904686-7c7e-48d5-abd2-806de1a73844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.070607 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c35e6-f618-45cc-8e4c-f550dd115bbd req-93452a0b-6c22-44b8-8601-43d8f21cdade tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:26.074532 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-209c35e6-f618-45cc-8e4c-f550dd115bbd req-93452a0b-6c22-44b8-8601-43d8f21cdade tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 945 time: 0.0801301 Nov 19 18:00:26.147132 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-209c35e6-f618-45cc-8e4c-f550dd115bbd req-b6ea1f20-db77-4e69-8a89-74467c3466c6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657642 Nov 19 18:00:27.236406 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device a276e0db-00f9-4087-adb1-9956f42437d6 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:27.263621 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:27.287520 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b8688-4381-4c0d-be33-0c82d873914f req-14c864ff-42fe-4fa5-b499-268c8cfdb7f7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:27.289323 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7a6b8688-4381-4c0d-be33-0c82d873914f req-14c864ff-42fe-4fa5-b499-268c8cfdb7f7 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 945 time: 0.0554807 Nov 19 18:00:27.294920 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port a276e0db-00f9-4087-adb1-9956f42437d6 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:27.295327 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:27.362662 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Sync routers for ids ['6dae7c78-a31e-4f18-b267-6961ab5516e0'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:00:27.375621 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Routers {'6dae7c78-a31e-4f18-b267-6961ab5516e0'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:27.376425 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:00:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['6dae7c78-a31e-4f18-b267-6961ab5516e0'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:27.502511 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Set router 6dae7c78-a31e-4f18-b267-6961ab5516e0 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:27.657559 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7a6b8688-4381-4c0d-be33-0c82d873914f req-307ff1af-e12a-4bc5-b620-0fcebeabc65e tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367932 Nov 19 18:00:27.764783 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'name': 'tempest-TestShelveInstance-293810695-router', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a276e0db-00f9-4087-adb1-9956f42437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:17Z', 'updated_at': '2021-11-19T18:00:21Z', 'revision_number': 4, 'project_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'gw_port': {'id': 'a276e0db-00f9-4087-adb1-9956f42437d6', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:18Z', 'updated_at': '2021-11-19T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '48b29778-7a78-41bf-ad4b-67bef859a506', 'name': '', 'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'mac_address': 'fa:16:3e:36:ae:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '7305ade5-3daf-4a06-aed5-6626c0e22b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:20Z', 'updated_at': '2021-11-19T18:00:21Z', 'revision_number': 2, 'project_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'subnets': [{'id': '7305ade5-3daf-4a06-aed5-6626c0e22b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:27.800122 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Checking router: 6dae7c78-a31e-4f18-b267-6961ab5516e0 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:00:27.800876 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Updating router 6dae7c78-a31e-4f18-b267-6961ab5516e0 port 48b29778-7a78-41bf-ad4b-67bef859a506 binding host dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:00:27.803369 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7a5b-b613-43c3-ad8b-5ce69f033d25 req-4d3476d2-52b7-41c2-b34f-78e27cf2d598 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:27.805593 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ce9b7a5b-b613-43c3-ad8b-5ce69f033d25 req-4d3476d2-52b7-41c2-b34f-78e27cf2d598 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 945 time: 0.0620213 Nov 19 18:00:27.838893 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:27.879893 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ce9b7a5b-b613-43c3-ad8b-5ce69f033d25 req-bc87530f-5db4-402b-aa3b-68acc0520c7d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553637 Nov 19 18:00:27.915246 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44584) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:27.977889 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b81a9f7-9c0a-44d0-aa6a-0bcaa873791f tempest-TestVolumeBootPattern-1877383640 tempest-TestVolumeBootPattern-1877383640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:27.981658 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-0b81a9f7-9c0a-44d0-aa6a-0bcaa873791f tempest-TestVolumeBootPattern-1877383640 tempest-TestVolumeBootPattern-1877383640-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 1093 time: 0.0624158 Nov 19 18:00:27.981968 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44588) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:27.986945 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Request body: {'floatingip': {'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'port_id': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:28.022153 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for floatingip, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.174584 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.251361 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Publish callbacks [] for port, precommit_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.260550 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.312012 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23733300-79a9-4ff8-8074-6a20e7d83a13 None None] Pushing event updated for resources: {'Port': ['ID=48b29778-7a78-41bf-ad4b-67bef859a506,revision_number=3']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:28.330664 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23733300-79a9-4ff8-8074-6a20e7d83a13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:28.331147 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23733300-79a9-4ff8-8074-6a20e7d83a13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:28.331946 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23733300-79a9-4ff8-8074-6a20e7d83a13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:28.332363 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23733300-79a9-4ff8-8074-6a20e7d83a13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:28.332768 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23733300-79a9-4ff8-8074-6a20e7d83a13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:28.333174 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23733300-79a9-4ff8-8074-6a20e7d83a13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:28.333721 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23733300-79a9-4ff8-8074-6a20e7d83a13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:28.334273 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23733300-79a9-4ff8-8074-6a20e7d83a13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:28.335446 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23733300-79a9-4ff8-8074-6a20e7d83a13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:28.335856 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23733300-79a9-4ff8-8074-6a20e7d83a13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:28.336256 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23733300-79a9-4ff8-8074-6a20e7d83a13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:28.338465 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23733300-79a9-4ff8-8074-6a20e7d83a13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:28.351971 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Allocated IP 172.27.1.141 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/6c13548d-1cbf-434f-9ab8-4f0332ee7691) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:28.435641 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Attempting to bind port 48b29778-7a78-41bf-ad4b-67bef859a506 on host dv-cinder-810785-3-iscsi for vnic_type normal with profile {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:28.436206 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Attempting to bind port 48b29778-7a78-41bf-ad4b-67bef859a506 by drivers openvswitch,hyperv on host dv-cinder-810785-3-iscsi at level 0 using segments [{'id': '201c574d-7bb3-4e4e-90e2-bfd64e02a7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8'}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:28.436618 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Attempting to bind port 48b29778-7a78-41bf-ad4b-67bef859a506 on network a7349702-5a00-40c5-8a2d-3112b1335bc8 {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:28.459458 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Checking agent: {'id': 'b9f07608-3181-4dfd-a589-4a690c8191c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810785-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 46), 'started_at': datetime.datetime(2021, 11, 19, 17, 46, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810785-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:28.460130 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Checking segment: {'id': '201c574d-7bb3-4e4e-90e2-bfd64e02a7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:28.460666 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.461410 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Bound using segment: {'id': '201c574d-7bb3-4e4e-90e2-bfd64e02a7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8'} {{(pid=103567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:28.461781 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.managers [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Bound port: 48b29778-7a78-41bf-ad4b-67bef859a506, host: dv-cinder-810785-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201c574d-7bb3-4e4e-90e2-bfd64e02a7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8'}}] {{(pid=103567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:28.462206 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.546354 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.567677 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] For port 48b29778-7a78-41bf-ad4b-67bef859a506, host dv-cinder-810785-3-iscsi, cleared binding levels {{(pid=103567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:28.571495 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.plugins.ml2.db [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] For port 48b29778-7a78-41bf-ad4b-67bef859a506, host dv-cinder-810785-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=48b29778-7a78-41bf-ad4b-67bef859a506,segment=NetworkSegment(201c574d-7bb3-4e4e-90e2-bfd64e02a7a5),segment_id=201c574d-7bb3-4e4e-90e2-bfd64e02a7a5)] {{(pid=103567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:28.578793 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron_lib.callbacks.manager [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.596796 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.602565 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-b56b7e58-c612-4fd6-a629-294a625095e4 None None] Provisioning complete for port 48b29778-7a78-41bf-ad4b-67bef859a506 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:28.604040 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-b56b7e58-c612-4fd6-a629-294a625095e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.646669 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:28.653221 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:28.662148 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23733300-79a9-4ff8-8074-6a20e7d83a13 None None] Pushing event updated for resources: {'Port': ['ID=48b29778-7a78-41bf-ad4b-67bef859a506,revision_number=4']} {{(pid=103567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:28.677559 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Routers {'6dae7c78-a31e-4f18-b267-6961ab5516e0'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:28.678314 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:00:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['6dae7c78-a31e-4f18-b267-6961ab5516e0'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:28.690316 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:28.694244 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'Port': ['ID=6c13548d-1cbf-434f-9ab8-4f0332ee7691,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:28.762280 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-b56b7e58-c612-4fd6-a629-294a625095e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.817912 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-b56b7e58-c612-4fd6-a629-294a625095e4 None None] For port 48b29778-7a78-41bf-ad4b-67bef859a506, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=48b29778-7a78-41bf-ad4b-67bef859a506,segment=NetworkSegment(201c574d-7bb3-4e4e-90e2-bfd64e02a7a5),segment_id=201c574d-7bb3-4e4e-90e2-bfd64e02a7a5)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:28.824112 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-b56b7e58-c612-4fd6-a629-294a625095e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.899246 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b7e58-c612-4fd6-a629-294a625095e4 None None] Pushing event updated for resources: {'Port': ['ID=48b29778-7a78-41bf-ad4b-67bef859a506,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:28.958562 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] Set router 6dae7c78-a31e-4f18-b267-6961ab5516e0 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:28.960182 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-879de649-32ef-4dfd-a4fa-dfe4c0fd3edb None None] Provisioning complete for port 48b29778-7a78-41bf-ad4b-67bef859a506 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:28.960884 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-879de649-32ef-4dfd-a4fa-dfe4c0fd3edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.234591 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.254295 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'name': 'tempest-TestShelveInstance-293810695-router', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a276e0db-00f9-4087-adb1-9956f42437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:17Z', 'updated_at': '2021-11-19T18:00:21Z', 'revision_number': 4, 'project_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'gw_port': {'id': 'a276e0db-00f9-4087-adb1-9956f42437d6', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:18Z', 'updated_at': '2021-11-19T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '48b29778-7a78-41bf-ad4b-67bef859a506', 'name': '', 'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'mac_address': 'fa:16:3e:36:ae:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '7305ade5-3daf-4a06-aed5-6626c0e22b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:20Z', 'updated_at': '2021-11-19T18:00:28Z', 'revision_number': 4, 'project_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'subnets': [{'id': '7305ade5-3daf-4a06-aed5-6626c0e22b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:29.283043 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c16ff-dc19-4eaa-892b-c2cc9cc60fc8 None None] The sync data for ids ['6dae7c78-a31e-4f18-b267-6961ab5516e0'] in dv-cinder-810785-3-iscsi is: [{'id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'name': 'tempest-TestShelveInstance-293810695-router', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a276e0db-00f9-4087-adb1-9956f42437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:17Z', 'updated_at': '2021-11-19T18:00:21Z', 'revision_number': 4, 'project_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'gw_port': {'id': 'a276e0db-00f9-4087-adb1-9956f42437d6', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:18Z', 'updated_at': '2021-11-19T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '48b29778-7a78-41bf-ad4b-67bef859a506', 'name': '', 'network_id': 'a7349702-5a00-40c5-8a2d-3112b1335bc8', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'mac_address': 'fa:16:3e:36:ae:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '7305ade5-3daf-4a06-aed5-6626c0e22b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:20Z', 'updated_at': '2021-11-19T18:00:28Z', 'revision_number': 4, 'project_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'subnets': [{'id': '7305ade5-3daf-4a06-aed5-6626c0e22b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:00:29.291324 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 48b29778-7a78-41bf-ad4b-67bef859a506 up at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:29.333102 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.362513 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.381617 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Provisioning complete for port 48b29778-7a78-41bf-ad4b-67bef859a506 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:29.382030 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.561577 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.566526 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.645318 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.649145 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'Port': ['ID=6c13548d-1cbf-434f-9ab8-4f0332ee7691,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:29.665047 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.781144 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Floating IP fc2562cb-07e7-4536-883f-13423c986097 associated. External IP: 172.27.1.141, port: 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8. Nov 19 18:00:30.041495 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Router ba079347-74a4-4bae-853e-c6b36af6ec5e has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:00:30.166541 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:30.178765 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1574cd79-e2f4-443f-9902-9f55c1e8f75b None None] Sync routers for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:00:30.191900 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:30.210446 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1574cd79-e2f4-443f-9902-9f55c1e8f75b None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:30.211408 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1574cd79-e2f4-443f-9902-9f55c1e8f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:00:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:30.244219 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-c58a1bc5-5e3e-4a0c-bac9-e843bc505264 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2601557 Nov 19 18:00:30.245053 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'tag': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:00:30.248911 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb998bc1-30a5-4dba-99ee-45f3297bf453" -d '{"events": [{"name": "network-changed", "server_uuid": "85db9e79-1b97-4b1a-82bb-8c28b9b17ba1", "tag": "0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:00:30.315839 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfae920-4c75-445c-8247-4d1a7d14cfcf x-openstack-request-id: req-6cfae920-4c75-445c-8247-4d1a7d14cfcf {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:00:30.316311 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85db9e79-1b97-4b1a-82bb-8c28b9b17ba1", "tag": "0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:00:30.316761 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6cfae920-4c75-445c-8247-4d1a7d14cfcf {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:00:30.317369 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'tag': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'status': 'completed', 'code': 200} Nov 19 18:00:30.367385 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-1574cd79-e2f4-443f-9902-9f55c1e8f75b None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:30.400519 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb998bc1-30a5-4dba-99ee-45f3297bf453 req-dba516b2-ed29-4a66-8d13-7ecbfe6d28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:30.403343 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-bb998bc1-30a5-4dba-99ee-45f3297bf453 req-dba516b2-ed29-4a66-8d13-7ecbfe6d28a6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=80680fdddb2b4a919dc36de9924916fe&device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0502687 Nov 19 18:00:30.539168 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb998bc1-30a5-4dba-99ee-45f3297bf453 req-f70c0be4-bff2-40dd-870f-9fa497a26408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:30.542134 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-bb998bc1-30a5-4dba-99ee-45f3297bf453 req-f70c0be4-bff2-40dd-870f-9fa497a26408 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 200 len: 914 time: 0.1243384 Nov 19 18:00:30.619598 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-bb998bc1-30a5-4dba-99ee-45f3297bf453 req-c1df72ac-04a7-4713-83b6-1a41550b320e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 HTTP/1.1" status: 200 len: 999 time: 0.0660686 Nov 19 18:00:30.708116 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb998bc1-30a5-4dba-99ee-45f3297bf453 req-08fa15cd-5240-42d2-bb92-59c488315333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:30.709622 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-bb998bc1-30a5-4dba-99ee-45f3297bf453 req-08fa15cd-5240-42d2-bb92-59c488315333 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e8e1a765-4ebe-43ec-94d3-165ffb63c5b5 HTTP/1.1" status: 200 len: 851 time: 0.0779388 Nov 19 18:00:30.765920 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb998bc1-30a5-4dba-99ee-45f3297bf453 req-1531f1ab-7287-4ea3-bdf4-9ada5df681b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:30.767419 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-bb998bc1-30a5-4dba-99ee-45f3297bf453 req-1531f1ab-7287-4ea3-bdf4-9ada5df681b2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459509 Nov 19 18:00:30.770355 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1574cd79-e2f4-443f-9902-9f55c1e8f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': 'fc2562cb-07e7-4536-883f-13423c986097', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'port_id': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'mac_address': 'fa:16:3e:b4:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:00:29Z', 'updated_at': '2021-11-19T18:00:29Z', 'revision_number': 0, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:30.807019 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1574cd79-e2f4-443f-9902-9f55c1e8f75b None None] Checking router: ba079347-74a4-4bae-853e-c6b36af6ec5e for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:00:30.816341 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1574cd79-e2f4-443f-9902-9f55c1e8f75b None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:30.816976 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1574cd79-e2f4-443f-9902-9f55c1e8f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:00:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:30.868068 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-bb998bc1-30a5-4dba-99ee-45f3297bf453 req-e61b6608-912e-4440-8341-fb9e17566e6a service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877039 Nov 19 18:00:30.940027 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-1574cd79-e2f4-443f-9902-9f55c1e8f75b None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:30.980300 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-bb998bc1-30a5-4dba-99ee-45f3297bf453 req-94eb553a-1886-4894-838d-d3be1095e361 service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008499 Nov 19 18:00:31.216105 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-1574cd79-e2f4-443f-9902-9f55c1e8f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': 'fc2562cb-07e7-4536-883f-13423c986097', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'port_id': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'mac_address': 'fa:16:3e:b4:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:00:29Z', 'updated_at': '2021-11-19T18:00:29Z', 'revision_number': 0, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:31.249469 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1574cd79-e2f4-443f-9902-9f55c1e8f75b None None] The sync data for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi is: [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': 'fc2562cb-07e7-4536-883f-13423c986097', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'port_id': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'mac_address': 'fa:16:3e:b4:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:00:29Z', 'updated_at': '2021-11-19T18:00:29Z', 'revision_number': 0, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:00:31.465648 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e211d3-35e1-4a30-bcfb-c3d2095c18f7 None None] New status for floating IP fc2562cb-07e7-4536-883f-13423c986097: ACTIVE {{(pid=103567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:00:37.957981 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8052a-dac1-4a3a-8f81-cd17a70c4ba3 req-76d39120-6722-4af6-820a-6c8a044bdda7 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:37.960403 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-84b8052a-dac1-4a3a-8f81-cd17a70c4ba3 req-76d39120-6722-4af6-820a-6c8a044bdda7 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0966136 Nov 19 18:00:38.032664 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-84b8052a-dac1-4a3a-8f81-cd17a70c4ba3 req-b881dd79-e65e-4efd-896f-a8f10217b921 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556889 Nov 19 18:00:38.592882 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:39.191015 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253b519-2f7c-46b5-aec5-7e59f0e32798 req-947972fb-570a-4e0e-9647-34cd1f221aa2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:39.192773 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5253b519-2f7c-46b5-aec5-7e59f0e32798 req-947972fb-570a-4e0e-9647-34cd1f221aa2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0592868 Nov 19 18:00:39.254872 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5253b519-2f7c-46b5-aec5-7e59f0e32798 req-fc522be3-d5ae-40ee-a82e-d2bd4924c114 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549800 Nov 19 18:00:40.413067 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fe730-cbf1-4975-920f-39a97b91ff16 req-b28808d7-5855-495b-9ab6-3134479e781a tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:40.414862 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a77fe730-cbf1-4975-920f-39a97b91ff16 req-b28808d7-5855-495b-9ab6-3134479e781a tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0666270 Nov 19 18:00:40.490685 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a77fe730-cbf1-4975-920f-39a97b91ff16 req-679ee936-8296-4c9d-b279-ba4a79ad08c9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661881 Nov 19 18:00:41.617749 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8afb4-9ff8-493a-bab1-f82f87a3e2d7 req-1feb1335-624e-4e40-84a6-f0bb34bf9474 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:41.619443 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-53a8afb4-9ff8-493a-bab1-f82f87a3e2d7 req-1feb1335-624e-4e40-84a6-f0bb34bf9474 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0502546 Nov 19 18:00:41.668477 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-53a8afb4-9ff8-493a-bab1-f82f87a3e2d7 req-280c6987-4562-4ad6-927e-abfddcd9c943 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430100 Nov 19 18:00:42.795499 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b86926-b308-4725-b4ff-55642ab819c2 req-824b889a-7b51-4873-b291-ef3b42facf46 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:42.796984 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-49b86926-b308-4725-b4ff-55642ab819c2 req-824b889a-7b51-4873-b291-ef3b42facf46 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0555317 Nov 19 18:00:42.844395 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-49b86926-b308-4725-b4ff-55642ab819c2 req-e833fb54-f48d-458b-8ac3-f983397f355c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410686 Nov 19 18:00:43.966518 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f00e9-8ede-4bda-874d-6a132ba93ad2 req-6442e447-4f17-416d-b54c-c46b93fa2dcd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:43.968037 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e57f00e9-8ede-4bda-874d-6a132ba93ad2 req-6442e447-4f17-416d-b54c-c46b93fa2dcd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0503759 Nov 19 18:00:44.017908 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e57f00e9-8ede-4bda-874d-6a132ba93ad2 req-6d8774a1-1bff-4b15-8c06-834a61e0430a tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433536 Nov 19 18:00:45.156251 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c7a7b-eb3d-4f81-ba4d-d03fd3d50e5a req-ffcc1948-09f8-4a77-b193-d67ef1d63ac5 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:45.157992 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-723c7a7b-eb3d-4f81-ba4d-d03fd3d50e5a req-ffcc1948-09f8-4a77-b193-d67ef1d63ac5 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0590358 Nov 19 18:00:45.214229 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-723c7a7b-eb3d-4f81-ba4d-d03fd3d50e5a req-026f2958-d5e1-47ec-9bf4-fb061eef25a9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494897 Nov 19 18:00:45.462996 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-cf64ae57-1ed1-4775-a261-f32f03a4e3d4 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090172840&fields=id&tenant_id=ad5b2672ba5646bfb5b2740e4b75db0c HTTP/1.1" status: 200 len: 267 time: 0.0463750 Nov 19 18:00:45.587168 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488991e5-990f-4000-8dc2-47f907806e37 req-d56dec80-cdeb-4f64-8897-64a7580d4427 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:45.589142 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-d56dec80-cdeb-4f64-8897-64a7580d4427 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/networks?id=220d901e-9d1e-4493-85b3-56d8f5dcdef1 HTTP/1.1" status: 200 len: 808 time: 0.1189556 Nov 19 18:00:45.607667 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-229fe4fd-d98b-48b8-89a0-4288ffa58990 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/quotas/ad5b2672ba5646bfb5b2740e4b75db0c HTTP/1.1" status: 200 len: 375 time: 0.0126729 Nov 19 18:00:45.669988 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-ce7e7f84-4be1-4d18-9a9c-ec9d35f76474 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ad5b2672ba5646bfb5b2740e4b75db0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565071 Nov 19 18:00:45.792047 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-b281977b-4c39-485b-be30-42dcfddf9325 service neutron] 10.222.0.71 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986838 Nov 19 18:00:45.892495 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-75068ace-ad80-4a69-be92-3c3193a2b5c1 service neutron] 10.222.0.71 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939741 Nov 19 18:00:46.218930 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-861d3d37-990c-4e62-a143-43ad5eaa767f req-30382000-f5c1-477f-90ef-8ae27e34f5ce tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 210 time: 0.0426466 Nov 19 18:00:46.359569 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a19ffa-7e18-4b70-b89e-9417928ce1d3 req-4f0ea384-9d95-48d4-9561-aad93b524486 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:46.361211 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-73a19ffa-7e18-4b70-b89e-9417928ce1d3 req-4f0ea384-9d95-48d4-9561-aad93b524486 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0639844 Nov 19 18:00:46.424238 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-73a19ffa-7e18-4b70-b89e-9417928ce1d3 req-9a5e3448-c05f-4b5d-9e9a-d31075be0fe4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554962 Nov 19 18:00:47.362233 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-10d27f02-a205-4843-bac3-9936c208adc7 req-62d471aa-43ab-4e32-9a44-b20af1d1ecc8 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 210 time: 0.0394652 Nov 19 18:00:47.374293 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488991e5-990f-4000-8dc2-47f907806e37 req-bbdbe7ae-e878-4093-9470-be9396623bb9 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:47.375890 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-bbdbe7ae-e878-4093-9470-be9396623bb9 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.85 "GET /v2.0/networks?id=220d901e-9d1e-4493-85b3-56d8f5dcdef1 HTTP/1.1" status: 200 len: 808 time: 0.1408346 Nov 19 18:00:47.447717 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-5a80085a-ee91-41c6-a922-472a8a0db323 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad5b2672ba5646bfb5b2740e4b75db0c HTTP/1.1" status: 200 len: 380 time: 0.0597785 Nov 19 18:00:47.461261 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-488991e5-990f-4000-8dc2-47f907806e37 req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Request body: {'port': {'device_id': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'admin_state_up': True, 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'security_groups': ['47afbf70-7bb3-475e-9ed3-e486b4e4cd67']}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:47.572694 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92eca8-2472-4988-9bb7-343febd5283d req-5fb32936-1648-479a-a6ba-fa575b2fc848 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:47.574483 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e92eca8-2472-4988-9bb7-343febd5283d req-5fb32936-1648-479a-a6ba-fa575b2fc848 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0589538 Nov 19 18:00:47.600945 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488991e5-990f-4000-8dc2-47f907806e37 req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Made reservation on behalf of ad5b2672ba5646bfb5b2740e4b75db0c for: {'port': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:47.607836 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-488991e5-990f-4000-8dc2-47f907806e37 req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.636512 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2e92eca8-2472-4988-9bb7-343febd5283d req-ba725722-62ac-4345-b427-12f4e4f92bf0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530822 Nov 19 18:00:47.760968 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [req-488991e5-990f-4000-8dc2-47f907806e37 req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Allocated IP 172.20.0.12 (220d901e-9d1e-4493-85b3-56d8f5dcdef1/e2855729-ba47-4130-8ca0-fc3d37be7692/92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:47.930074 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-488991e5-990f-4000-8dc2-47f907806e37 req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.969995 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-488991e5-990f-4000-8dc2-47f907806e37 req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.030712 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488991e5-990f-4000-8dc2-47f907806e37 req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Network 220d901e-9d1e-4493-85b3-56d8f5dcdef1 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:48.034127 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [req-488991e5-990f-4000-8dc2-47f907806e37 req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:48.038055 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-488991e5-990f-4000-8dc2-47f907806e37 req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:48.045551 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Pushing event updated for resources: {'Port': ['ID=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:48.078163 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:48.078545 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:48.078897 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:48.079239 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:48.079584 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:48.079920 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:48.080256 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:48.080572 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:48.080903 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:48.081486 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:48.081812 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:48.082135 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:48.106729 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488991e5-990f-4000-8dc2-47f907806e37 req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:48.107739 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-488991e5-990f-4000-8dc2-47f907806e37 req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.127914 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-0015a26e-de80-48c4-bb6e-83aaa1ebd85d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6740990 Nov 19 18:00:48.141787 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Request body: {'port': {'device_id': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:48.207731 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.333807 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-134993c0-1c28-4386-ac20-25958cb1e428 None None] Provisioning complete for port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:48.334381 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-134993c0-1c28-4386-ac20-25958cb1e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.386380 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-134993c0-1c28-4386-ac20-25958cb1e428 None None] Port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:00:48.502563 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:00:48.510554 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.516860 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b7c83-aa8d-4144-bcc9-0db4a8cdeba8 req-432eeb3f-c2e7-437a-8616-20e0f6dbc70d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:48.518627 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-419b7c83-aa8d-4144-bcc9-0db4a8cdeba8 req-432eeb3f-c2e7-437a-8616-20e0f6dbc70d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 932 time: 0.0581264 Nov 19 18:00:48.523829 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Transition to ACTIVE for port object 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 will not be triggered until provisioned by entity L2. {{(pid=103565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:00:48.528915 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.582445 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-419b7c83-aa8d-4144-bcc9-0db4a8cdeba8 req-a91341a4-7cb6-4656-88f3-02734beb46bb tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569296 Nov 19 18:00:48.600129 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Pushing event updated for resources: {'Port': ['ID=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:48.663331 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Attempting to bind port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:48.663661 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Attempting to bind port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '6ee9ce37-8f1c-45bf-badf-1d79588005b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:48.664012 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Attempting to bind port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 on network 220d901e-9d1e-4493-85b3-56d8f5dcdef1 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:48.670002 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 on network 220d901e-9d1e-4493-85b3-56d8f5dcdef1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:00:48.670326 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Attempting to bind port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 on network 220d901e-9d1e-4493-85b3-56d8f5dcdef1 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:48.675924 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:48.676403 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Checking segment: {'id': '6ee9ce37-8f1c-45bf-badf-1d79588005b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:48.676827 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Bound using segment: {'id': '6ee9ce37-8f1c-45bf-badf-1d79588005b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:48.677268 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Bound port: 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee9ce37-8f1c-45bf-badf-1d79588005b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:48.677612 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.754983 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] For port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0, host hv-cinder-81078, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:48.758199 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] For port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,segment=NetworkSegment(6ee9ce37-8f1c-45bf-badf-1d79588005b7),segment_id=6ee9ce37-8f1c-45bf-badf-1d79588005b7)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:48.763715 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.797019 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fb002-36f0-4434-97fd-80401e82059d req-fef21721-9e19-45c1-9aaa-4cbd12073e09 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:48.798702 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b59fb002-36f0-4434-97fd-80401e82059d req-fef21721-9e19-45c1-9aaa-4cbd12073e09 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0617194 Nov 19 18:00:48.802091 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:48.802736 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.804342 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] 10.222.0.85 "PUT /v2.0/ports/92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 HTTP/1.1" status: 200 len: 1094 time: 0.6676774 Nov 19 18:00:48.806642 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'tag': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:00:48.816165 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453d7892-173f-46f4-be48-afdbeccff38d" -d '{"events": [{"name": "network-changed", "server_uuid": "341fa7a2-ceac-4ae9-84f8-c8a3833ce819", "tag": "92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:00:48.858741 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acd749-7b2f-470b-8eee-8fb6c2e4d087 service neutron] Pushing event updated for resources: {'Port': ['ID=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:48.875619 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b59fb002-36f0-4434-97fd-80401e82059d req-2f3b3518-7b01-4036-8092-3f22247b4e4b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677323 Nov 19 18:00:48.913054 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95f65e4-ccc7-4c8a-a76c-4e7cf3e61ac9 x-openstack-request-id: req-a95f65e4-ccc7-4c8a-a76c-4e7cf3e61ac9 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:00:48.914110 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341fa7a2-ceac-4ae9-84f8-c8a3833ce819", "tag": "92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:00:48.914282 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a95f65e4-ccc7-4c8a-a76c-4e7cf3e61ac9 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:00:48.914819 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'tag': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0', 'status': 'completed', 'code': 200} Nov 19 18:00:48.934710 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488991e5-990f-4000-8dc2-47f907806e37 req-4ce33abb-7566-4acd-b659-e464001f6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:48.936380 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-4ce33abb-7566-4acd-b659-e464001f6e3f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ad5b2672ba5646bfb5b2740e4b75db0c&device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 1097 time: 0.0746529 Nov 19 18:00:48.989156 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-8c2583e8-f9c6-4aba-8551-e0befc7bc52e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 HTTP/1.1" status: 200 len: 217 time: 0.0424948 Nov 19 18:00:49.053185 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488991e5-990f-4000-8dc2-47f907806e37 req-66f06b9e-707d-4ddf-8cd7-623ea45d9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:49.055150 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-66f06b9e-707d-4ddf-8cd7-623ea45d9055 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2855729-ba47-4130-8ca0-fc3d37be7692 HTTP/1.1" status: 200 len: 847 time: 0.0571949 Nov 19 18:00:49.116858 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488991e5-990f-4000-8dc2-47f907806e37 req-6fd94fc2-312f-418b-9082-d667b3a1b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:49.119954 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-6fd94fc2-312f-418b-9082-d667b3a1b7fd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=220d901e-9d1e-4493-85b3-56d8f5dcdef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510416 Nov 19 18:00:49.265731 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-3cbf61b6-9b63-4de9-a1d6-12fe58f73627 service neutron] 10.222.0.85 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383576 Nov 19 18:00:49.404485 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-488991e5-990f-4000-8dc2-47f907806e37 req-22ffe8fd-6c0c-4558-a0b6-d7cd8e56eb1d service neutron] 10.222.0.85 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201127 Nov 19 18:00:49.518893 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d7892-173f-46f4-be48-afdbeccff38d req-5794dffe-1513-45a3-94cf-9c3963d224b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:49.520454 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-453d7892-173f-46f4-be48-afdbeccff38d req-5794dffe-1513-45a3-94cf-9c3963d224b0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ad5b2672ba5646bfb5b2740e4b75db0c&device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 1097 time: 0.0498631 Nov 19 18:00:49.638340 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d7892-173f-46f4-be48-afdbeccff38d req-c4838158-9929-474d-bfc8-dfaad94d70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:49.639894 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-453d7892-173f-46f4-be48-afdbeccff38d req-c4838158-9929-474d-bfc8-dfaad94d70f2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=220d901e-9d1e-4493-85b3-56d8f5dcdef1 HTTP/1.1" status: 200 len: 910 time: 0.1000419 Nov 19 18:00:49.692252 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-453d7892-173f-46f4-be48-afdbeccff38d req-61f84c21-ec66-4ac2-b7f8-f9bb9a043526 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 HTTP/1.1" status: 200 len: 217 time: 0.0431869 Nov 19 18:00:49.729542 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffccf9-df96-4d81-b190-ff3f730ad32c req-687ae2f4-5417-4307-9593-59132888de20 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:49.731146 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-51ffccf9-df96-4d81-b190-ff3f730ad32c req-687ae2f4-5417-4307-9593-59132888de20 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 944 time: 0.0589137 Nov 19 18:00:49.765586 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d7892-173f-46f4-be48-afdbeccff38d req-e07ac92f-446d-4bb5-a52a-4bb7cdede2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:49.767194 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-453d7892-173f-46f4-be48-afdbeccff38d req-e07ac92f-446d-4bb5-a52a-4bb7cdede2a3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2855729-ba47-4130-8ca0-fc3d37be7692 HTTP/1.1" status: 200 len: 847 time: 0.0560613 Nov 19 18:00:49.792728 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-51ffccf9-df96-4d81-b190-ff3f730ad32c req-cbf63f5c-df50-47af-b81d-1268961af06d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555043 Nov 19 18:00:49.823170 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d7892-173f-46f4-be48-afdbeccff38d req-ef32fb4e-3f50-43e0-89cc-697067c78338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:49.825895 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-453d7892-173f-46f4-be48-afdbeccff38d req-ef32fb4e-3f50-43e0-89cc-697067c78338 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=220d901e-9d1e-4493-85b3-56d8f5dcdef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506089 Nov 19 18:00:49.937776 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-453d7892-173f-46f4-be48-afdbeccff38d req-1b5d3e24-1fbc-407b-b032-fb39851661a3 service neutron] 10.222.0.85 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041501 Nov 19 18:00:50.022296 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ab576-1b04-450c-ad42-b8f1cb3f649c req-6f583455-60b6-4781-8cf4-e33bf42f0119 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:50.024011 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ed5ab576-1b04-450c-ad42-b8f1cb3f649c req-6f583455-60b6-4781-8cf4-e33bf42f0119 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0636895 Nov 19 18:00:50.047739 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-453d7892-173f-46f4-be48-afdbeccff38d req-80c2cd70-17ab-431e-a4db-de6c8479ccd5 service neutron] 10.222.0.85 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012852 Nov 19 18:00:50.089546 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ed5ab576-1b04-450c-ad42-b8f1cb3f649c req-462cfec4-37b4-42cf-b576-b5f56f98df22 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546899 Nov 19 18:00:50.912413 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00887bbe-7ab5-429d-b620-3c0b946abb81 req-0cfa0d6e-d212-46e2-8233-dddae86c278e tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:50.913884 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-00887bbe-7ab5-429d-b620-3c0b946abb81 req-0cfa0d6e-d212-46e2-8233-dddae86c278e tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 944 time: 0.0494468 Nov 19 18:00:50.964690 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-00887bbe-7ab5-429d-b620-3c0b946abb81 req-707d659a-0113-4496-a325-517c543c2f04 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444283 Nov 19 18:00:51.215069 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f18fa-24d5-44c1-b79d-f3452a56cda4 req-fd8d053c-3524-438d-8b32-42573cd80d5a tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:51.216557 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-624f18fa-24d5-44c1-b79d-f3452a56cda4 req-fd8d053c-3524-438d-8b32-42573cd80d5a tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0501854 Nov 19 18:00:51.263166 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-624f18fa-24d5-44c1-b79d-f3452a56cda4 req-93155906-2fae-46bd-9420-af94ae6699b9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407434 Nov 19 18:00:52.086925 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48864e-20b1-4bfc-a003-cf63ed65e42c req-d0b0032e-aad3-420b-8687-aed5a4d29931 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:52.089393 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ab48864e-20b1-4bfc-a003-cf63ed65e42c req-d0b0032e-aad3-420b-8687-aed5a4d29931 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 944 time: 0.0542157 Nov 19 18:00:52.140491 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ab48864e-20b1-4bfc-a003-cf63ed65e42c req-1a4c7835-bc09-4ff9-bebf-b0bdae332436 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451515 Nov 19 18:00:52.203312 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:00:52.384965 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a733a-25e2-4ea5-8062-bdbf0d9ceec0 req-3b8ddfd6-cd3a-4cce-a975-8f758b5605d7 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:52.386473 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-179a733a-25e2-4ea5-8062-bdbf0d9ceec0 req-3b8ddfd6-cd3a-4cce-a975-8f758b5605d7 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0503728 Nov 19 18:00:52.435643 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-179a733a-25e2-4ea5-8062-bdbf0d9ceec0 req-4643b1fa-d0b5-4748-b2bd-2adf3f6133ed tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430639 Nov 19 18:00:52.807362 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c6c9d912-004e-4f40-82a3-0b4a1bfa7eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.264430 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c954b2-36e2-4bf2-9849-96e8cf7e05fb req-60578cea-9dbe-41a6-b6d8-5b52465c6a5e tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:53.265928 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b3c954b2-36e2-4bf2-9849-96e8cf7e05fb req-60578cea-9dbe-41a6-b6d8-5b52465c6a5e tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 944 time: 0.0492191 Nov 19 18:00:53.320225 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b3c954b2-36e2-4bf2-9849-96e8cf7e05fb req-ff5e4027-3f8c-46ef-b6fd-6b179ecefa5c tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483272 Nov 19 18:00:53.558211 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47262253-eb43-463f-8545-7b217e84b1f6 req-33d748a7-2498-4178-8afd-bfbc13be3362 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:53.559720 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-47262253-eb43-463f-8545-7b217e84b1f6 req-33d748a7-2498-4178-8afd-bfbc13be3362 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0496244 Nov 19 18:00:53.612464 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-47262253-eb43-463f-8545-7b217e84b1f6 req-da6b2bfb-124e-4e9e-8e3d-41fb60be16d0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468321 Nov 19 18:00:54.445707 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c13b66-98f7-49eb-bc02-771c02fcbb19 req-8b33f658-a82a-4535-bd0e-a46aee553368 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:54.447894 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-44c13b66-98f7-49eb-bc02-771c02fcbb19 req-8b33f658-a82a-4535-bd0e-a46aee553368 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 944 time: 0.0518000 Nov 19 18:00:54.503806 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-44c13b66-98f7-49eb-bc02-771c02fcbb19 req-fc048c90-dd74-4b5c-a42f-df00d994d90c tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501022 Nov 19 18:00:54.741070 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e38b5-01f5-4643-8596-f71aac51342b req-a81bf3d0-374e-48e9-a588-0079f9c4d362 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:54.742557 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-439e38b5-01f5-4643-8596-f71aac51342b req-a81bf3d0-374e-48e9-a588-0079f9c4d362 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0547087 Nov 19 18:00:54.791740 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-439e38b5-01f5-4643-8596-f71aac51342b req-a8c272bc-a4d5-417e-845d-a919fddc0d02 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431314 Nov 19 18:00:55.626934 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ade79-d221-4ce2-9587-b1d2bab46c67 req-3e672ef0-269d-4135-8b00-e94104cf86cf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:55.628446 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b09ade79-d221-4ce2-9587-b1d2bab46c67 req-3e672ef0-269d-4135-8b00-e94104cf86cf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 944 time: 0.0550435 Nov 19 18:00:55.679166 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b09ade79-d221-4ce2-9587-b1d2bab46c67 req-e869b973-e55a-4c57-a55e-637435e6e612 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446813 Nov 19 18:00:55.918315 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a9bf3-c1c2-487f-90cc-2bcb07e55bce req-96d5b8a7-5c9a-4908-b408-61a7c28ffee2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:55.919845 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6e6a9bf3-c1c2-487f-90cc-2bcb07e55bce req-96d5b8a7-5c9a-4908-b408-61a7c28ffee2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0540962 Nov 19 18:00:55.971395 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6e6a9bf3-c1c2-487f-90cc-2bcb07e55bce req-c36fe8ea-c860-439e-99df-9799019691a3 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455461 Nov 19 18:00:55.972083 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c9c3e21a-1f2e-4086-8e99-b3f0415c3fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:56.186344 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 70dbca72-5806-477c-bd49-df0645ecb4b4 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:00:56.286038 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 70dbca72-5806-477c-bd49-df0645ecb4b4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=70dbca72-5806-477c-bd49-df0645ecb4b4,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:56.298215 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'port_id': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'mac_address': 'fa:16:3e:5c:50:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:00:56.339605 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:56.359759 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70dbca72-5806-477c-bd49-df0645ecb4b4 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:00:56.383311 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 70dbca72-5806-477c-bd49-df0645ecb4b4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=70dbca72-5806-477c-bd49-df0645ecb4b4,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:56.388771 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:56.454740 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=70dbca72-5806-477c-bd49-df0645ecb4b4,revision_number=6']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:56.492118 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['70dbca72-5806-477c-bd49-df0645ecb4b4'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:00:56.831749 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae28beb-3828-4acd-8b31-59283b682cb5 req-65208d63-e77f-4110-a46f-abbabd0764f8 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:56.841216 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bae28beb-3828-4acd-8b31-59283b682cb5 req-65208d63-e77f-4110-a46f-abbabd0764f8 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 944 time: 0.0739713 Nov 19 18:00:56.896580 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bae28beb-3828-4acd-8b31-59283b682cb5 req-e70923d1-7945-48eb-ab5d-23869df223fb tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541091 Nov 19 18:00:57.106562 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ae42c-3a4c-4f9b-a1c7-aec2406b450f req-6b89e341-d79d-4da6-bc19-fd7aad47371b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:57.108166 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e16ae42c-3a4c-4f9b-a1c7-aec2406b450f req-6b89e341-d79d-4da6-bc19-fd7aad47371b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 944 time: 0.0595610 Nov 19 18:00:57.178422 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e16ae42c-3a4c-4f9b-a1c7-aec2406b450f req-a68635c2-4af4-4f18-a984-a0b24ad36c62 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616198 Nov 19 18:00:57.248988 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:58.023784 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d3797-a77c-40b1-91f1-0f76da1635d2 req-6464e2bd-fc7a-46c5-a181-6fec9d8ad1a4 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:58.027309 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e31d3797-a77c-40b1-91f1-0f76da1635d2 req-6464e2bd-fc7a-46c5-a181-6fec9d8ad1a4 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 944 time: 0.0550973 Nov 19 18:00:58.085238 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e31d3797-a77c-40b1-91f1-0f76da1635d2 req-0fc29e1b-3e9c-4ddd-aba2-e2cd54944af9 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527141 Nov 19 18:00:58.188407 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:00:58.194622 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 70dbca72-5806-477c-bd49-df0645ecb4b4 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:58.346162 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 70dbca72-5806-477c-bd49-df0645ecb4b4 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:58.347505 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:58.390196 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bbe3c-676b-40a9-980b-a4efe0f82f0d req-27d79463-80a0-4967-9c9e-31d71e3d2b7c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:58.391779 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fc4bbe3c-676b-40a9-980b-a4efe0f82f0d req-27d79463-80a0-4967-9c9e-31d71e3d2b7c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 944 time: 0.0995200 Nov 19 18:00:58.418002 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,segment=NetworkSegment(6ee9ce37-8f1c-45bf-badf-1d79588005b7),segment_id=6ee9ce37-8f1c-45bf-badf-1d79588005b7)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:58.449846 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fc4bbe3c-676b-40a9-980b-a4efe0f82f0d req-817ea365-057d-4f28-afe1-b19ea57bd0ef tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505683 Nov 19 18:00:58.480488 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'port_id': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:00:58.530461 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:58.560654 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:58.580619 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dbca72-5806-477c-bd49-df0645ecb4b4'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:00:58.583200 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9567ea5-b4e6-46ef-b75d-3b4fc867a9df" -d '{"events": [{"server_uuid": "ae2b8fb1-2add-4f1b-a135-8028edbd3424", "name": "network-vif-plugged", "status": "completed", "tag": "70dbca72-5806-477c-bd49-df0645ecb4b4"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:00:58.600795 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 70dbca72-5806-477c-bd49-df0645ecb4b4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=70dbca72-5806-477c-bd49-df0645ecb4b4,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:58.603187 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:00:58.613517 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:58.663008 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a9ac81-d11c-4ac1-88da-2343d2049dd7 x-openstack-request-id: req-31a9ac81-d11c-4ac1-88da-2343d2049dd7 {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:00:58.663335 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2b8fb1-2add-4f1b-a135-8028edbd3424", "name": "network-vif-plugged", "status": "completed", "tag": "70dbca72-5806-477c-bd49-df0645ecb4b4", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:00:58.663598 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-31a9ac81-d11c-4ac1-88da-2343d2049dd7 {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:00:58.663982 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'code': 200} Nov 19 18:00:58.672432 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,segment=NetworkSegment(6ee9ce37-8f1c-45bf-badf-1d79588005b7),segment_id=6ee9ce37-8f1c-45bf-badf-1d79588005b7)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:58.678766 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:58.708033 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=70dbca72-5806-477c-bd49-df0645ecb4b4,revision_number=7']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:58.762791 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:58.995687 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:00:59.234297 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6258e-e71c-40c3-b332-146701fffc5b req-a8b5d09b-054a-411a-9ed5-0c92edce8a95 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:59.235905 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ded6258e-e71c-40c3-b332-146701fffc5b req-a8b5d09b-054a-411a-9ed5-0c92edce8a95 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 945 time: 0.0674028 Nov 19 18:00:59.290430 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ded6258e-e71c-40c3-b332-146701fffc5b req-ce16ae21-2e00-4028-9fa2-27b68a49690b tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478950 Nov 19 18:00:59.328352 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:59.606978 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d31b9c-e044-4650-a206-dff159f512cd req-bafae7b5-db55-4a4d-bdb9-de2962b950be tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:59.608566 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a5d31b9c-e044-4650-a206-dff159f512cd req-bafae7b5-db55-4a4d-bdb9-de2962b950be tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0570338 Nov 19 18:00:59.653904 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:59.678353 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a5d31b9c-e044-4650-a206-dff159f512cd req-f9f23c11-f356-4107-9725-c43924ada123 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627372 Nov 19 18:01:00.213117 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:01:00.271558 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:01:00.275318 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:00.275694 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.390524 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.428253 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,segment=NetworkSegment(6ee9ce37-8f1c-45bf-badf-1d79588005b7),segment_id=6ee9ce37-8f1c-45bf-badf-1d79588005b7)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:00.433769 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.463252 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f4005-4cdc-43fe-bd9b-7231ea5507bc req-08cd362e-edc1-4972-81c9-2a0497a82328 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:00.467149 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f45f4005-4cdc-43fe-bd9b-7231ea5507bc req-08cd362e-edc1-4972-81c9-2a0497a82328 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 945 time: 0.0705554 Nov 19 18:01:00.523933 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:00.541112 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f45f4005-4cdc-43fe-bd9b-7231ea5507bc req-590057e5-78f1-494f-ace1-883e28085cc5 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664601 Nov 19 18:01:00.665450 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:01:00.669243 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035f450e-e668-446e-8346-28d4eb03115b" -d '{"events": [{"server_uuid": "341fa7a2-ceac-4ae9-84f8-c8a3833ce819", "name": "network-vif-plugged", "status": "completed", "tag": "92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:01:00.721570 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd65645a-6ab7-4cb4-a6f2-6d926d25674a x-openstack-request-id: req-dd65645a-6ab7-4cb4-a6f2-6d926d25674a {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:01:00.722132 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341fa7a2-ceac-4ae9-84f8-c8a3833ce819", "name": "network-vif-plugged", "status": "completed", "tag": "92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:01:00.722318 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dd65645a-6ab7-4cb4-a6f2-6d926d25674a {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:01:00.722854 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0', 'code': 200} Nov 19 18:01:00.849058 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067ade2-bb86-47df-a823-b3b473e527de req-8d3fedec-e6d7-468d-a02f-9b6285fe7f30 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:00.851798 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2067ade2-bb86-47df-a823-b3b473e527de req-8d3fedec-e6d7-468d-a02f-9b6285fe7f30 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0658138 Nov 19 18:01:00.942195 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2067ade2-bb86-47df-a823-b3b473e527de req-6352b5bb-1881-4f50-a1f6-e7cb24cc0328 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818069 Nov 19 18:01:01.045709 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268d5c-c607-466d-8201-27a70fc4150d req-817dcb41-9e94-4be6-bb0c-eeb475abadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:01.047371 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-31268d5c-c607-466d-8201-27a70fc4150d req-817dcb41-9e94-4be6-bb0c-eeb475abadb3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 1099 time: 0.0477538 Nov 19 18:01:01.118982 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-31268d5c-c607-466d-8201-27a70fc4150d req-4ac2f51f-5057-4481-be06-7ad81742a3e6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616143 Nov 19 18:01:01.608773 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f09313-2792-49c5-9e4b-4d6177c488ab req-85afa3b5-1bd4-473e-91c3-c4776b76e055 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:01.610530 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-76f09313-2792-49c5-9e4b-4d6177c488ab req-85afa3b5-1bd4-473e-91c3-c4776b76e055 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 946 time: 0.0552785 Nov 19 18:01:01.725570 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9bc93-a9b5-485d-91e0-35714096196a req-23794cdc-b89f-4e7d-971e-fdbd40dd4bd8 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:01.732057 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-32f9bc93-a9b5-485d-91e0-35714096196a req-23794cdc-b89f-4e7d-971e-fdbd40dd4bd8 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0933368 Nov 19 18:01:01.735616 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-76f09313-2792-49c5-9e4b-4d6177c488ab req-d4211391-7127-4b1f-9788-1fc25ccfc08d tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=a8485bda-3a97-4bf7-9979-37a7f79d439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177375 Nov 19 18:01:01.794848 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-32f9bc93-a9b5-485d-91e0-35714096196a req-f6aefe62-3e6b-4112-ba5b-8f45d5efe347 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579770 Nov 19 18:01:02.087173 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf2b4b-47b5-4253-8d1d-1e737fdd91a4 req-80410816-f439-4d5e-8574-3abccd47e66d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:02.088742 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-25bf2b4b-47b5-4253-8d1d-1e737fdd91a4 req-80410816-f439-4d5e-8574-3abccd47e66d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0582454 Nov 19 18:01:02.153588 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-25bf2b4b-47b5-4253-8d1d-1e737fdd91a4 req-217174d6-70bc-4a7c-a579-1aa25400b138 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528150 Nov 19 18:01:02.890243 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced12da6-d632-4d41-a69c-31145385ddd6 req-bb8644de-bd37-49c3-8bcb-928c8f774b7a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:02.891810 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ced12da6-d632-4d41-a69c-31145385ddd6 req-bb8644de-bd37-49c3-8bcb-928c8f774b7a tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 946 time: 0.0733559 Nov 19 18:01:02.978097 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ced12da6-d632-4d41-a69c-31145385ddd6 req-e368a295-f60c-4bc1-8527-642b99ed2a0b tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=a8485bda-3a97-4bf7-9979-37a7f79d439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748143 Nov 19 18:01:02.997006 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dcbe9-1bea-44f7-aadd-f6b75173762e req-8c16c701-67c3-486c-b165-6b8493366247 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:03.000994 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-190dcbe9-1bea-44f7-aadd-f6b75173762e req-8c16c701-67c3-486c-b165-6b8493366247 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.1211371 Nov 19 18:01:03.070244 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-190dcbe9-1bea-44f7-aadd-f6b75173762e req-b76fa646-54c9-4cf1-b2f5-23c923803206 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566306 Nov 19 18:01:03.182379 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b749e09-6db9-4f05-82fb-92eebbba61e6 req-aef19406-ec59-4cd8-8c62-26a3dc980257 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:03.183641 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b749e09-6db9-4f05-82fb-92eebbba61e6 req-aef19406-ec59-4cd8-8c62-26a3dc980257 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0533569 Nov 19 18:01:03.260186 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8b749e09-6db9-4f05-82fb-92eebbba61e6 req-4212946f-4725-4b47-90fd-2b5d9ae02678 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651536 Nov 19 18:01:03.284216 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 44956) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:03.313093 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d8683-c5bd-4b0f-9041-16cb41c9be68 req-72ac8a90-d32b-42b3-9111-673773da112e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:03.314764 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6b8d8683-c5bd-4b0f-9041-16cb41c9be68 req-72ac8a90-d32b-42b3-9111-673773da112e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0689719 Nov 19 18:01:03.387622 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6b8d8683-c5bd-4b0f-9041-16cb41c9be68 req-70f8b259-3873-4499-867f-9c462aa4b622 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632038 Nov 19 18:01:03.449745 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c316d9-0072-4ec1-9e7c-7773a10f4e6d tempest-TestShelveInstance-674267013 tempest-TestShelveInstance-674267013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:03.451311 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-a6c316d9-0072-4ec1-9e7c-7773a10f4e6d tempest-TestShelveInstance-674267013 tempest-TestShelveInstance-674267013-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 1094 time: 0.1652880 Nov 19 18:01:03.454348 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44960) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:03.459381 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Request body: {'floatingip': {'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'port_id': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:03.499251 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for floatingip, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.692301 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-a60d7736-7e01-4bfc-bf66-b21fd35cb69f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:03.694121 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-a60d7736-7e01-4bfc-bf66-b21fd35cb69f tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.85 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 946 time: 0.0590692 Nov 19 18:01:03.812656 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-b8ac717a-a527-4ef4-a8ba-5b3b8dac0f74 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Deleting port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:03.813022 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-b8ac717a-a527-4ef4-a8ba-5b3b8dac0f74 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.926467 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.944243 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-b8ac717a-a527-4ef4-a8ba-5b3b8dac0f74 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] For port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:03.944541 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-b8ac717a-a527-4ef4-a8ba-5b3b8dac0f74 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.095259 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Allocated IP 172.27.1.183 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/bdb5fdf7-dcef-4281-babc-42c1fa7f475a) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:01:04.227617 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-b8ac717a-a527-4ef4-a8ba-5b3b8dac0f74 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.227617 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-b8ac717a-a527-4ef4-a8ba-5b3b8dac0f74 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.227617 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.l3_db [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-b8ac717a-a527-4ef4-a8ba-5b3b8dac0f74 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Floating IP 6f6ce688-9d8d-458b-8bae-8aecefc6eced disassociated. External IP: 172.27.1.34, port: f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8. Nov 19 18:01:04.228100 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-b8ac717a-a527-4ef4-a8ba-5b3b8dac0f74 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Calling delete_port for f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 owned by compute:nova {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:04.252168 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924ae7e-498f-407c-a49f-d346f8982ac0 req-5e65f9b5-29d4-4c1e-af9c-58485163369c tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:04.253879 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c924ae7e-498f-407c-a49f-d346f8982ac0 req-5e65f9b5-29d4-4c1e-af9c-58485163369c tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 946 time: 0.1530004 Nov 19 18:01:04.267901 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.335104 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c924ae7e-498f-407c-a49f-d346f8982ac0 req-39ed80e6-04d2-4c8b-af17-92ca7e207cfb tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups?id=a8485bda-3a97-4bf7-9979-37a7f79d439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706058 Nov 19 18:01:04.345710 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.402007 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Pushing event updated for resources: {'Port': ['ID=bdb5fdf7-dcef-4281-babc-42c1fa7f475a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:04.404917 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:04.412827 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:04.415596 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.415952 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.416300 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.416742 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.417093 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.417431 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.418256 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.418621 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.418987 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.419278 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.419656 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.419923 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.423185 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:04.514211 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-b8ac717a-a527-4ef4-a8ba-5b3b8dac0f74 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.567334 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac717a-a527-4ef4-a8ba-5b3b8dac0f74 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event deleted for resources: {'Port': ['ID=f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:04.649825 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886541ce-dda1-4e47-a643-04f3698db21e req-9367963e-41f0-410a-a9b5-21c9ae82a43e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:04.652538 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-886541ce-dda1-4e47-a643-04f3698db21e req-9367963e-41f0-410a-a9b5-21c9ae82a43e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.1524372 Nov 19 18:01:04.730757 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-b8ac717a-a527-4ef4-a8ba-5b3b8dac0f74 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Router a27de2fe-7f57-4c81-9cae-2dc046a12074 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:01:04.761869 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-886541ce-dda1-4e47-a643-04f3698db21e req-e385e3b3-a5ab-4bdd-982d-7dbd0437877f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015444 Nov 19 18:01:04.883852 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-b8ac717a-a527-4ef4-a8ba-5b3b8dac0f74 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:01:04.898685 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060bc56a-6511-4055-a125-35c2f63726c7 None None] Sync routers for ids ['a27de2fe-7f57-4c81-9cae-2dc046a12074'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:01:04.931765 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060bc56a-6511-4055-a125-35c2f63726c7 None None] Routers {'a27de2fe-7f57-4c81-9cae-2dc046a12074'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:04.933161 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-060bc56a-6511-4055-a125-35c2f63726c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:00:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a27de2fe-7f57-4c81-9cae-2dc046a12074'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:04.942505 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-b8ac717a-a527-4ef4-a8ba-5b3b8dac0f74 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] No DVR routers for this DVR port f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 on host hv-cinder-81078 {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:01:04.945198 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-b8ac717a-a527-4ef4-a8ba-5b3b8dac0f74 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.949211 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-908d406c-8fd0-4229-a9a2-988ccbcf597a req-b8ac717a-a527-4ef4-a8ba-5b3b8dac0f74 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.85 "DELETE /v2.0/ports/f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 HTTP/1.1" status: 204 len: 173 time: 1.2477279 Nov 19 18:01:04.949714 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e6219b-ca38-49b3-acec-9d9b8a4b01d5', 'name': 'network-vif-deleted', 'tag': 'f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:01:04.953050 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540b1e57-0cde-4a33-9d04-28d3c02482a4" -d '{"events": [{"server_uuid": "60e6219b-ca38-49b3-acec-9d9b8a4b01d5", "name": "network-vif-deleted", "tag": "f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:01:05.018725 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc0b585-eb0f-45fe-88a1-73f3e41a5e32 x-openstack-request-id: req-cdc0b585-eb0f-45fe-88a1-73f3e41a5e32 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:01:05.019020 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e6219b-ca38-49b3-acec-9d9b8a4b01d5", "name": "network-vif-deleted", "tag": "f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:01:05.019276 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cdc0b585-eb0f-45fe-88a1-73f3e41a5e32 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:01:05.020275 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e6219b-ca38-49b3-acec-9d9b8a4b01d5', 'name': 'network-vif-deleted', 'tag': 'f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8', 'status': 'completed', 'code': 200} Nov 19 18:01:05.172198 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-060bc56a-6511-4055-a125-35c2f63726c7 None None] Set router a27de2fe-7f57-4c81-9cae-2dc046a12074 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:05.240382 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:05.333281 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:05.545257 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5a4485b1-e9a0-44cb-8adc-d8c6e6ed343d req-b1486096-fd25-4ac4-8936-706205da9b79 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/ports?device_id=60e6219b-ca38-49b3-acec-9d9b8a4b01d5 HTTP/1.1" status: 200 len: 210 time: 0.0455797 Nov 19 18:01:05.590290 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:05.597471 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:05.642274 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-060bc56a-6511-4055-a125-35c2f63726c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '529ba45b-5523-443d-9ceb-2ad2d5b3dc94', 'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'mac_address': 'fa:16:3e:6f:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:54:03Z', 'updated_at': '2021-11-19T17:54:12Z', 'revision_number': 5, 'project_id': '0456090f49334c51827e8fad95f98095', 'subnets': [{'id': '391d2137-1654-4763-aca0-4213e12e3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:05.664304 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Pushing event updated for resources: {'Port': ['ID=bdb5fdf7-dcef-4281-babc-42c1fa7f475a,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:05.675208 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060bc56a-6511-4055-a125-35c2f63726c7 None None] Checking router: a27de2fe-7f57-4c81-9cae-2dc046a12074 for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:01:05.688472 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060bc56a-6511-4055-a125-35c2f63726c7 None None] Routers {'a27de2fe-7f57-4c81-9cae-2dc046a12074'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:05.689117 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-060bc56a-6511-4055-a125-35c2f63726c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:00:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a27de2fe-7f57-4c81-9cae-2dc046a12074'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:05.736157 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:05.832807 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-060bc56a-6511-4055-a125-35c2f63726c7 None None] Set router a27de2fe-7f57-4c81-9cae-2dc046a12074 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:05.894533 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Floating IP 159d30b0-76cf-4fa7-8404-778351eeab39 associated. External IP: 172.27.1.183, port: 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0. Nov 19 18:01:06.018127 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb22f3-0f69-4e6b-bf84-53a3aff34b1c req-6033435e-8390-4a47-abc5-801b7b5cb0c2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:06.021061 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d3cb22f3-0f69-4e6b-bf84-53a3aff34b1c req-6033435e-8390-4a47-abc5-801b7b5cb0c2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.1621096 Nov 19 18:01:06.108722 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-060bc56a-6511-4055-a125-35c2f63726c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '529ba45b-5523-443d-9ceb-2ad2d5b3dc94', 'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'mac_address': 'fa:16:3e:6f:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:54:03Z', 'updated_at': '2021-11-19T17:54:12Z', 'revision_number': 5, 'project_id': '0456090f49334c51827e8fad95f98095', 'subnets': [{'id': '391d2137-1654-4763-aca0-4213e12e3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:06.143558 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060bc56a-6511-4055-a125-35c2f63726c7 None None] The sync data for ids ['a27de2fe-7f57-4c81-9cae-2dc046a12074'] in dv-cinder-810785-3-iscsi is: [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T17:54:04Z', 'revision_number': 4, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '529ba45b-5523-443d-9ceb-2ad2d5b3dc94', 'name': '', 'network_id': '410ab6ba-f35e-442f-bd38-211464acc4a3', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'mac_address': 'fa:16:3e:6f:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_interface', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '391d2137-1654-4763-aca0-4213e12e3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:54:03Z', 'updated_at': '2021-11-19T17:54:12Z', 'revision_number': 5, 'project_id': '0456090f49334c51827e8fad95f98095', 'subnets': [{'id': '391d2137-1654-4763-aca0-4213e12e3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:01:06.149766 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d3cb22f3-0f69-4e6b-bf84-53a3aff34b1c req-3ca4877b-ca5a-4c6e-9426-d334949a1e1f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196675 Nov 19 18:01:06.272072 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Router a1c60ffb-c5d5-475b-ba50-a48baa303b74 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:01:06.418138 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:01:06.431831 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125dd617-0c41-4bd1-b91c-f7d423977dd7 None None] Sync routers for ids ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:01:06.447623 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76b956-66b5-40c8-92b7-4f182943d734 None None] New status for floating IP 6f6ce688-9d8d-458b-8bae-8aecefc6eced: DOWN {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:01:06.451219 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125dd617-0c41-4bd1-b91c-f7d423977dd7 None None] Routers {'a1c60ffb-c5d5-475b-ba50-a48baa303b74'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:06.451863 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-125dd617-0c41-4bd1-b91c-f7d423977dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:00:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:06.462818 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:06.521859 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-733be483-0a43-415c-9a24-fcf13b2ca5bf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0661321 Nov 19 18:01:06.522829 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'tag': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:01:06.525527 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0f6582-7a98-40d4-9447-6bddf5e172e3" -d '{"events": [{"name": "network-changed", "server_uuid": "341fa7a2-ceac-4ae9-84f8-c8a3833ce819", "tag": "92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:01:06.569374 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a707e3f-0569-49cf-85bb-242737774c5b x-openstack-request-id: req-1a707e3f-0569-49cf-85bb-242737774c5b {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:01:06.569672 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341fa7a2-ceac-4ae9-84f8-c8a3833ce819", "tag": "92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:01:06.569932 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1a707e3f-0569-49cf-85bb-242737774c5b {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:01:06.570345 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'tag': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0', 'status': 'completed', 'code': 200} Nov 19 18:01:06.607400 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-125dd617-0c41-4bd1-b91c-f7d423977dd7 None None] Set router a1c60ffb-c5d5-475b-ba50-a48baa303b74 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:06.665822 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 44994) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:06.709867 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6582-7a98-40d4-9447-6bddf5e172e3 req-cc07d22a-0ce8-48f4-b1e8-950d31e16fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:06.711489 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-6b0f6582-7a98-40d4-9447-6bddf5e172e3 req-cc07d22a-0ce8-48f4-b1e8-950d31e16fed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ad5b2672ba5646bfb5b2740e4b75db0c&device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 1099 time: 0.1034546 Nov 19 18:01:06.749373 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-da452a60-8186-46df-9fb6-d7d211d00aa1 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:06.810341 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-da452a60-8186-46df-9fb6-d7d211d00aa1 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:06.863521 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6582-7a98-40d4-9447-6bddf5e172e3 req-b3c7daad-51f4-4f32-92be-2217c39c8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:06.865033 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-6b0f6582-7a98-40d4-9447-6bddf5e172e3 req-b3c7daad-51f4-4f32-92be-2217c39c8176 service neutron] 10.222.0.85 "GET /v2.0/networks?id=220d901e-9d1e-4493-85b3-56d8f5dcdef1 HTTP/1.1" status: 200 len: 910 time: 0.1383026 Nov 19 18:01:06.870566 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-125dd617-0c41-4bd1-b91c-f7d423977dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 4, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'gw_port': {'id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': '159d30b0-76cf-4fa7-8404-778351eeab39', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'port_id': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:01:04Z', 'updated_at': '2021-11-19T18:01:04Z', 'revision_number': 0, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfc79ff-ac8d-4d98-a29c-160e88d0d542', 'name': '', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'mac_address': 'fa:16:3e:b8:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:14Z', 'updated_at': '2021-11-19T18:00:21Z', 'revision_number': 5, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'subnets': [{'id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:06.899265 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125dd617-0c41-4bd1-b91c-f7d423977dd7 None None] Checking router: a1c60ffb-c5d5-475b-ba50-a48baa303b74 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:01:06.909675 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125dd617-0c41-4bd1-b91c-f7d423977dd7 None None] Routers {'a1c60ffb-c5d5-475b-ba50-a48baa303b74'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:06.910220 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-125dd617-0c41-4bd1-b91c-f7d423977dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:00:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:06.921767 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-da452a60-8186-46df-9fb6-d7d211d00aa1 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:06.924393 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-da452a60-8186-46df-9fb6-d7d211d00aa1 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:06.928075 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-da452a60-8186-46df-9fb6-d7d211d00aa1 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "DELETE /v2.0/security-groups/a8485bda-3a97-4bf7-9979-37a7f79d439e HTTP/1.1" status: 204 len: 168 time: 0.2584584 Nov 19 18:01:06.928519 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44996) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:06.939841 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da452a60-8186-46df-9fb6-d7d211d00aa1 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8485bda-3a97-4bf7-9979-37a7f79d439e,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:06.943800 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.api.v2.resource [None req-8ede7028-c0ab-4b68-9342-b7709aef6532 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] show failed (client error): The resource could not be found. Nov 19 18:01:06.945063 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8ede7028-c0ab-4b68-9342-b7709aef6532 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "GET /v2.0/security-groups/a8485bda-3a97-4bf7-9979-37a7f79d439e HTTP/1.1" status: 404 len: 347 time: 0.0156405 Nov 19 18:01:06.948599 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 44998) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:06.951119 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-6b0f6582-7a98-40d4-9447-6bddf5e172e3 req-0e3c7114-d198-4987-b5b1-0fe8611e4967 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 HTTP/1.1" status: 200 len: 1000 time: 0.0778234 Nov 19 18:01:07.036323 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-125dd617-0c41-4bd1-b91c-f7d423977dd7 None None] Set router a1c60ffb-c5d5-475b-ba50-a48baa303b74 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:07.063338 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6582-7a98-40d4-9447-6bddf5e172e3 req-c2d07481-1acd-4c5b-8a5d-1d0a34ed935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:07.068368 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-6b0f6582-7a98-40d4-9447-6bddf5e172e3 req-c2d07481-1acd-4c5b-8a5d-1d0a34ed935a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2855729-ba47-4130-8ca0-fc3d37be7692 HTTP/1.1" status: 200 len: 847 time: 0.0805864 Nov 19 18:01:07.101664 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8fccdb20-bc9c-4ffc-84f0-5a313c85cfa5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Deleting port 02541f00-cb17-4670-b5a1-3217b48a52f8 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:07.102591 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8fccdb20-bc9c-4ffc-84f0-5a313c85cfa5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:07.125928 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6582-7a98-40d4-9447-6bddf5e172e3 req-7443dab9-ccc0-4c0e-b592-0ace08c9560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:07.127626 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-6b0f6582-7a98-40d4-9447-6bddf5e172e3 req-7443dab9-ccc0-4c0e-b592-0ace08c9560e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=220d901e-9d1e-4493-85b3-56d8f5dcdef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508640 Nov 19 18:01:07.190589 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8fccdb20-bc9c-4ffc-84f0-5a313c85cfa5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:07.190909 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8fccdb20-bc9c-4ffc-84f0-5a313c85cfa5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:07.219429 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8fccdb20-bc9c-4ffc-84f0-5a313c85cfa5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Calling delete_port for 02541f00-cb17-4670-b5a1-3217b48a52f8 owned by network:floatingip {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:07.242423 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-6b0f6582-7a98-40d4-9447-6bddf5e172e3 req-51e6cd12-5efb-430c-8083-aa6b12df1d16 service neutron] 10.222.0.85 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046128 Nov 19 18:01:07.313106 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-125dd617-0c41-4bd1-b91c-f7d423977dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 4, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'gw_port': {'id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': '159d30b0-76cf-4fa7-8404-778351eeab39', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'port_id': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:01:04Z', 'updated_at': '2021-11-19T18:01:04Z', 'revision_number': 0, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfc79ff-ac8d-4d98-a29c-160e88d0d542', 'name': '', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'mac_address': 'fa:16:3e:b8:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:14Z', 'updated_at': '2021-11-19T18:00:21Z', 'revision_number': 5, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'subnets': [{'id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:07.343865 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-6b0f6582-7a98-40d4-9447-6bddf5e172e3 req-06a4ad70-ab1b-4929-bf42-0ecb83a22a29 service neutron] 10.222.0.85 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935369 Nov 19 18:01:07.344366 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125dd617-0c41-4bd1-b91c-f7d423977dd7 None None] The sync data for ids ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'] in dv-cinder-810785-3-iscsi is: [{'id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 4, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'gw_port': {'id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': '159d30b0-76cf-4fa7-8404-778351eeab39', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'port_id': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:01:04Z', 'updated_at': '2021-11-19T18:01:04Z', 'revision_number': 0, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfc79ff-ac8d-4d98-a29c-160e88d0d542', 'name': '', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'mac_address': 'fa:16:3e:b8:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:14Z', 'updated_at': '2021-11-19T18:00:21Z', 'revision_number': 5, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'subnets': [{'id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:01:07.360617 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6a10c-6eec-4889-b4bc-c6d3990a6b84 req-e1ffbeee-699f-474b-8ee0-ae74395814d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:07.362138 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2d6a10c-6eec-4889-b4bc-c6d3990a6b84 req-e1ffbeee-699f-474b-8ee0-ae74395814d4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d6509023720a4952a7a4e18c142e60b0&device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 1098 time: 0.1388886 Nov 19 18:01:07.372237 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cf93b-7177-4c54-9fed-8b8e938c26c7 req-d729d92c-d369-4f6e-b3dd-c03b53651805 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:07.373793 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2f8cf93b-7177-4c54-9fed-8b8e938c26c7 req-d729d92c-d369-4f6e-b3dd-c03b53651805 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.1170490 Nov 19 18:01:07.524909 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2f8cf93b-7177-4c54-9fed-8b8e938c26c7 req-2977b1eb-062a-46a5-832c-e80488f07b02 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411533 Nov 19 18:01:07.552161 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6a10c-6eec-4889-b4bc-c6d3990a6b84 req-ab3512dd-18d0-4618-85ec-62750247a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:07.553828 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2d6a10c-6eec-4889-b4bc-c6d3990a6b84 req-ab3512dd-18d0-4618-85ec-62750247a4b5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 HTTP/1.1" status: 200 len: 919 time: 0.1774986 Nov 19 18:01:07.558240 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8fccdb20-bc9c-4ffc-84f0-5a313c85cfa5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:07.594717 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1de500-7680-4092-ada4-ecd7768fb287 None None] New status for floating IP 159d30b0-76cf-4fa7-8404-778351eeab39: ACTIVE {{(pid=103567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:01:07.622926 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccdb20-bc9c-4ffc-84f0-5a313c85cfa5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Pushing event deleted for resources: {'Port': ['ID=02541f00-cb17-4670-b5a1-3217b48a52f8,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:07.684583 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2d6a10c-6eec-4889-b4bc-c6d3990a6b84 req-ef981fba-b80c-48aa-85eb-55c7eb60c729 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70dbca72-5806-477c-bd49-df0645ecb4b4 HTTP/1.1" status: 200 len: 1001 time: 0.1225064 Nov 19 18:01:07.727051 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8fccdb20-bc9c-4ffc-84f0-5a313c85cfa5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks [] for floatingip, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:07.729811 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8fccdb20-bc9c-4ffc-84f0-5a313c85cfa5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:07.731142 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8fccdb20-bc9c-4ffc-84f0-5a313c85cfa5 tempest-AttachVolumeTestJSON-430801439 tempest-AttachVolumeTestJSON-430801439-project] 10.222.0.71 "DELETE /v2.0/floatingips/6f6ce688-9d8d-458b-8bae-8aecefc6eced HTTP/1.1" status: 204 len: 168 time: 0.7816281 Nov 19 18:01:07.755153 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6a10c-6eec-4889-b4bc-c6d3990a6b84 req-cd330eca-ef7a-431a-a715-05e97298d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:07.756717 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2d6a10c-6eec-4889-b4bc-c6d3990a6b84 req-cd330eca-ef7a-431a-a715-05e97298d219 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34f1014f-e3bc-40d8-ab9c-c17a6a568473 HTTP/1.1" status: 200 len: 856 time: 0.0626760 Nov 19 18:01:07.807890 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6a10c-6eec-4889-b4bc-c6d3990a6b84 req-86fa4372-f83d-4e01-8981-0435b7aa20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:07.809551 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2d6a10c-6eec-4889-b4bc-c6d3990a6b84 req-86fa4372-f83d-4e01-8981-0435b7aa20da service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435855 Nov 19 18:01:07.920914 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2d6a10c-6eec-4889-b4bc-c6d3990a6b84 req-1c5d638f-46a8-4c1a-8a16-30f1f3fe59b8 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026611 Nov 19 18:01:08.015843 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c2d6a10c-6eec-4889-b4bc-c6d3990a6b84 req-938dd68a-6bf4-48bc-8eb2-ea445a557523 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860870 Nov 19 18:01:08.265806 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:01:08.285585 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:01:08.285850 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device f3e4a57c-1b53-46b9-bc3d-9d4b3fe050c8 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:01:08.599009 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:08.659494 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9a323-4125-4e15-a29b-04045f18ac3a req-5d3ee9d8-6866-4847-bbf2-d7ab12a41d48 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:08.660981 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-54c9a323-4125-4e15-a29b-04045f18ac3a req-5d3ee9d8-6866-4847-bbf2-d7ab12a41d48 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0555658 Nov 19 18:01:08.709569 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-54c9a323-4125-4e15-a29b-04045f18ac3a req-f4d6b53d-11bb-42b1-904f-e2dcf098451f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418746 Nov 19 18:01:09.830425 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587f0c5-7416-4c64-9849-252daa980315 req-185074ad-b04e-44ba-8db7-59aaa5ce86a7 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:09.832214 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2587f0c5-7416-4c64-9849-252daa980315 req-185074ad-b04e-44ba-8db7-59aaa5ce86a7 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0502586 Nov 19 18:01:09.880554 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2587f0c5-7416-4c64-9849-252daa980315 req-8eede7c5-653a-48af-9b70-e689da4b6911 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423994 Nov 19 18:01:11.002570 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782541c-f5d9-4eaf-b126-eed245b1938b req-747b5569-1238-4152-944a-3ba9819bc914 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:11.004064 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4782541c-f5d9-4eaf-b126-eed245b1938b req-747b5569-1238-4152-944a-3ba9819bc914 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0526333 Nov 19 18:01:11.052251 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4782541c-f5d9-4eaf-b126-eed245b1938b req-343d71b6-2e16-44d5-83e7-48664f996928 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422180 Nov 19 18:01:11.310429 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45046) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:11.761848 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [req-6dc4a606-29d7-4b0a-95d7-ddbeb97b87ff req-8e3ec904-b31f-492a-a51f-8e1db035595f service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:01:11.763007 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6dc4a606-29d7-4b0a-95d7-ddbeb97b87ff req-8e3ec904-b31f-492a-a51f-8e1db035595f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080359 Nov 19 18:01:11.981168 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f865b1c-5b50-4321-a0c6-733b3891aa1f req-cbd64781-b557-46df-83fd-0465facc2fe1 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:11.982739 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1f865b1c-5b50-4321-a0c6-733b3891aa1f req-cbd64781-b557-46df-83fd-0465facc2fe1 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 945 time: 0.0914018 Nov 19 18:01:12.056981 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1f865b1c-5b50-4321-a0c6-733b3891aa1f req-9c52b724-d2e4-435b-8703-97d7d17dae55 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567853 Nov 19 18:01:12.141461 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-37744330-446a-43b8-89be-0589dc67d2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830452'] for router_interface, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.213797 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 45076) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:12.293746 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 70dbca72-5806-477c-bd49-df0645ecb4b4 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:01:12.299135 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-ef33e3b4-db99-4da9-82f2-7185886fb542 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839152 Nov 19 18:01:12.309713 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-aa72f41b-ffed-4db7-b0c3-6b7f7471b541 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:01:12.311296 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-aa72f41b-ffed-4db7-b0c3-6b7f7471b541 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065763 Nov 19 18:01:12.388277 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.409286 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-37744330-446a-43b8-89be-0589dc67d2cd admin admin] Deleting port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:12.409647 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-37744330-446a-43b8-89be-0589dc67d2cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.413107 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70dbca72-5806-477c-bd49-df0645ecb4b4'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:01:12.415653 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d420cca6-a067-476f-b4a0-73bd52917138" -d '{"events": [{"server_uuid": "ae2b8fb1-2add-4f1b-a135-8028edbd3424", "name": "network-vif-unplugged", "status": "completed", "tag": "70dbca72-5806-477c-bd49-df0645ecb4b4"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:01:12.430187 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 70dbca72-5806-477c-bd49-df0645ecb4b4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=70dbca72-5806-477c-bd49-df0645ecb4b4,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:12.436119 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.469511 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 18:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1a4d31-00d9-452d-a959-64da15791783 x-openstack-request-id: req-cd1a4d31-00d9-452d-a959-64da15791783 {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:01:12.470027 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2b8fb1-2add-4f1b-a135-8028edbd3424", "name": "network-vif-unplugged", "status": "failed", "tag": "70dbca72-5806-477c-bd49-df0645ecb4b4", "code": 422}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:01:12.470459 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cd1a4d31-00d9-452d-a959-64da15791783 {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:01:12.471065 dv-cinder-810785-3-iscsi neutron-server[103566]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'code': 422} returned with failed status Nov 19 18:01:12.497220 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=70dbca72-5806-477c-bd49-df0645ecb4b4,revision_number=8']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:12.527127 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-37744330-446a-43b8-89be-0589dc67d2cd admin admin] For port 529ba45b-5523-443d-9ceb-2ad2d5b3dc94, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=529ba45b-5523-443d-9ceb-2ad2d5b3dc94,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:12.527585 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-37744330-446a-43b8-89be-0589dc67d2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.542346 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-37744330-446a-43b8-89be-0589dc67d2cd admin admin] Calling delete_port for 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 owned by network:router_interface {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:12.741522 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-37744330-446a-43b8-89be-0589dc67d2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.771653 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37744330-446a-43b8-89be-0589dc67d2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=529ba45b-5523-443d-9ceb-2ad2d5b3dc94,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:12.956417 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-37744330-446a-43b8-89be-0589dc67d2cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830536'] for router_interface, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:13.223239 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37744330-446a-43b8-89be-0589dc67d2cd admin admin] Router a27de2fe-7f57-4c81-9cae-2dc046a12074 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:01:13.232871 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c581e-4766-4077-b497-1be135cae5f7 req-90e869ca-08b1-40ed-b698-1d9bd5a9b632 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:13.234382 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9b5c581e-4766-4077-b497-1be135cae5f7 req-90e869ca-08b1-40ed-b698-1d9bd5a9b632 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0780501 Nov 19 18:01:13.361009 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9b5c581e-4766-4077-b497-1be135cae5f7 req-7364fb9a-5f68-4e55-aa92-43888ceb2b65 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189392 Nov 19 18:01:13.388049 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37744330-446a-43b8-89be-0589dc67d2cd admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:01:13.395899 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-37744330-446a-43b8-89be-0589dc67d2cd admin admin] 10.222.0.71 "PUT /v2.0/routers/a27de2fe-7f57-4c81-9cae-2dc046a12074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0843656 Nov 19 18:01:13.396740 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 45092) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:13.397809 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b9192-fc1a-4ac1-b9c3-15614cf8ab8a None None] Sync routers for ids ['a27de2fe-7f57-4c81-9cae-2dc046a12074'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:01:13.410271 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67b9192-fc1a-4ac1-b9c3-15614cf8ab8a None None] Routers {'a27de2fe-7f57-4c81-9cae-2dc046a12074'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:13.411589 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-d67b9192-fc1a-4ac1-b9c3-15614cf8ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:00:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a27de2fe-7f57-4c81-9cae-2dc046a12074'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:13.517531 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] Publish callbacks [] for router, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:13.524793 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-d67b9192-fc1a-4ac1-b9c3-15614cf8ab8a None None] Set router a27de2fe-7f57-4c81-9cae-2dc046a12074 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:13.717001 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-d67b9192-fc1a-4ac1-b9c3-15614cf8ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T18:01:12Z', 'revision_number': 5, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:13.746281 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b9192-fc1a-4ac1-b9c3-15614cf8ab8a None None] Checking router: a27de2fe-7f57-4c81-9cae-2dc046a12074 for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:01:13.756668 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67b9192-fc1a-4ac1-b9c3-15614cf8ab8a None None] Routers {'a27de2fe-7f57-4c81-9cae-2dc046a12074'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:13.757454 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-d67b9192-fc1a-4ac1-b9c3-15614cf8ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:00:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a27de2fe-7f57-4c81-9cae-2dc046a12074'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:13.852735 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-f4de9f45-8bd2-4653-aaa9-e70dcd655644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:13.855085 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-f4de9f45-8bd2-4653-aaa9-e70dcd655644 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424&tenant_id=d6509023720a4952a7a4e18c142e60b0 HTTP/1.1" status: 200 len: 1096 time: 0.0791063 Nov 19 18:01:13.870638 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:13.874761 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-d67b9192-fc1a-4ac1-b9c3-15614cf8ab8a None None] Set router a27de2fe-7f57-4c81-9cae-2dc046a12074 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:13.923711 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-9ed980b1-159a-4aa0-91d5-08fb35fa07be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:13.925358 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-9ed980b1-159a-4aa0-91d5-08fb35fa07be service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d6509023720a4952a7a4e18c142e60b0&device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 1096 time: 0.0486636 Nov 19 18:01:13.926566 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] Deleting port fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:13.926909 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.020088 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] For port fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:14.020395 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.025612 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-dd301b2d-4c22-415a-b3ff-d0cd96a70161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:14.027840 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-dd301b2d-4c22-415a-b3ff-d0cd96a70161 service neutron] 10.222.0.85 "GET /v2.0/networks?id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 HTTP/1.1" status: 200 len: 919 time: 0.0945551 Nov 19 18:01:14.033799 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] Calling delete_port for fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb owned by network:router_gateway {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:14.064306 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-d67b9192-fc1a-4ac1-b9c3-15614cf8ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T18:01:12Z', 'revision_number': 5, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:14.095048 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b9192-fc1a-4ac1-b9c3-15614cf8ab8a None None] The sync data for ids ['a27de2fe-7f57-4c81-9cae-2dc046a12074'] in dv-cinder-810785-3-iscsi is: [{'id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'name': 'tempest-AttachVolumeTestJSON-1459798890-router', 'tenant_id': '0456090f49334c51827e8fad95f98095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:57Z', 'updated_at': '2021-11-19T18:01:12Z', 'revision_number': 5, 'project_id': '0456090f49334c51827e8fad95f98095', 'gw_port': {'id': 'fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27de2fe-7f57-4c81-9cae-2dc046a12074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:58Z', 'updated_at': '2021-11-19T17:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:01:14.101228 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-7bdc59c1-abee-44fd-816a-136faae40e89 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70dbca72-5806-477c-bd49-df0645ecb4b4 HTTP/1.1" status: 200 len: 999 time: 0.0657601 Nov 19 18:01:14.156842 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-a9ff650f-3c29-409f-9b61-e8b3798c1658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:14.158332 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-a9ff650f-3c29-409f-9b61-e8b3798c1658 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34f1014f-e3bc-40d8-ab9c-c17a6a568473 HTTP/1.1" status: 200 len: 856 time: 0.0489252 Nov 19 18:01:14.206077 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-a9f2e55d-4af4-4a6e-b0e8-a110e879bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:14.207637 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-a9f2e55d-4af4-4a6e-b0e8-a110e879bfa7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417075 Nov 19 18:01:14.215142 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.246112 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:14.301196 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746162'] for router_gateway, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.304915 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-927e2d34-ee66-4c74-a740-1ae651a89051 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888388 Nov 19 18:01:14.393468 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260420'] for router, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.395654 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.409828 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-22440ad9-951c-46b1-8a1d-46d6e319e1c3 req-4f06a2e6-cda0-4bf5-8437-b75c06fbef36 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958183 Nov 19 18:01:14.458211 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831831'] for router, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.458882 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a27de2fe-7f57-4c81-9cae-2dc046a12074 {{(pid=103565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:01:14.464415 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.468397 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-b14d2ac0-35f5-472b-8919-4f3e05e9a24f admin admin] 10.222.0.71 "DELETE /v2.0/routers/a27de2fe-7f57-4c81-9cae-2dc046a12074 HTTP/1.1" status: 204 len: 168 time: 1.0702624 Nov 19 18:01:14.469031 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 45098) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:14.506467 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82549532-4410-454a-bc0f-d243df0996be req-9ddb8e92-e113-43a9-bab2-4b5259b305d4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:14.507696 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-82549532-4410-454a-bc0f-d243df0996be req-9ddb8e92-e113-43a9-bab2-4b5259b305d4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0649908 Nov 19 18:01:14.529089 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_v2 [None req-73139734-a530-47c6-96be-eb07b8df745d admin admin] Deleting subnet 391d2137-1654-4763-aca0-4213e12e3e68 {{(pid=103565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:01:14.532781 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-73139734-a530-47c6-96be-eb07b8df745d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.565623 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-82549532-4410-454a-bc0f-d243df0996be req-7c32549d-80ce-4b17-bbe1-260e9bc2e628 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509408 Nov 19 18:01:14.581362 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-73139734-a530-47c6-96be-eb07b8df745d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1242130'] for subnet, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.708205 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-73139734-a530-47c6-96be-eb07b8df745d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.768058 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-73139734-a530-47c6-96be-eb07b8df745d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416052'] for subnet, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.797204 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73139734-a530-47c6-96be-eb07b8df745d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=391d2137-1654-4763-aca0-4213e12e3e68,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:14.813517 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-73139734-a530-47c6-96be-eb07b8df745d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.825615 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac69b554-a8f0-4e05-8f56-a9736af3cabf None None] Network 410ab6ba-f35e-442f-bd38-211464acc4a3 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:14.826205 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-73139734-a530-47c6-96be-eb07b8df745d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/391d2137-1654-4763-aca0-4213e12e3e68 HTTP/1.1" status: 204 len: 168 time: 0.3520157 Nov 19 18:01:14.826310 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45118) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:14.959844 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.046432 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] Deleting port 1c587e95-1644-40bb-93c7-de8bda76200d {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:15.047105 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.169224 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] For port 1c587e95-1644-40bb-93c7-de8bda76200d, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=1c587e95-1644-40bb-93c7-de8bda76200d,segment=NetworkSegment(4898f265-8362-4f29-8aac-84ca1f374637),segment_id=4898f265-8362-4f29-8aac-84ca1f374637)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:15.169776 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.191502 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] Calling delete_port for 1c587e95-1644-40bb-93c7-de8bda76200d owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:15.261764 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] DHCP port deletion for 410ab6ba-f35e-442f-bd38-211464acc4a3 request from dv-cinder-810785-3-iscsi {{(pid=103566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:01:15.328744 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.366683 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c587e95-1644-40bb-93c7-de8bda76200d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:15.369043 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] No DVR routers for this DVR port 1c587e95-1644-40bb-93c7-de8bda76200d on host dv-cinder-810785-3-iscsi {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:01:15.374712 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Deleting port 1c587e95-1644-40bb-93c7-de8bda76200d {{(pid=103566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:15.375462 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.393773 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:01:15.459331 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:01:15.459678 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 529ba45b-5523-443d-9ceb-2ad2d5b3dc94 not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:01:15.460280 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 1c587e95-1644-40bb-93c7-de8bda76200d no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:01:15.500092 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.512110 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 1c587e95-1644-40bb-93c7-de8bda76200d {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:01:15.512461 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 1c587e95-1644-40bb-93c7-de8bda76200d not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:01:15.512877 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:01:15.525359 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410ab6ba-f35e-442f-bd38-211464acc4a3']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:15.538434 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4898f265-8362-4f29-8aac-84ca1f374637') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:15.538434 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4898f265-8362-4f29-8aac-84ca1f374637') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:15.552913 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:01:15.553162 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14509989'] for segment, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.553765 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device fdb462e0-e8a6-4715-9dbe-9c5a4778b3fb not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:01:15.564048 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] For port 1c587e95-1644-40bb-93c7-de8bda76200d, host dv-cinder-810785-3-iscsi, got binding levels [] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:15.564895 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.582876 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Calling delete_port for 1c587e95-1644-40bb-93c7-de8bda76200d owned by network:dhcp {{(pid=103566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:15.587871 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.ipam_backend_mixin [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Port 1c587e95-1644-40bb-93c7-de8bda76200d was not found and therefore no delete operation was performed {{(pid=103566) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 18:01:15.589155 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513'] for port, after_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.589326 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.603023 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:01:15.603428 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14508597'] for segment, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: Traceback (most recent call last): Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: timer() Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: cb(*args, **kw) Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: return func(*args, **kwargs) Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: self._notify() Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: self.callback(batched_events) Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: event.method(event) Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: return f(self, *a, **k) Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._get(url).json() Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:01:15.605718 dv-cinder-810785-3-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:01:15.619374 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Pushing event deleted for resources: {'Port': ['ID=1c587e95-1644-40bb-93c7-de8bda76200d,revision_number=None']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:15.625016 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] No DVR routers for this DVR port 1c587e95-1644-40bb-93c7-de8bda76200d on host dv-cinder-810785-3-iscsi {{(pid=103566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:01:15.635972 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:15.636371 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:15.636967 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:15.637473 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:15.637960 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:15.638495 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:15.638980 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:15.639554 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:15.640034 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:15.640676 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:15.642359 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:15.642863 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac9f2fc-3a99-4c57-bf0e-61217b157f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:15.726330 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.734509 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.737762 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/410ab6ba-f35e-442f-bd38-211464acc4a3 HTTP/1.1" status: 204 len: 168 time: 0.9104459 Nov 19 18:01:15.750536 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a93fa-2035-4e9d-8bcd-3bb7ff92d97f req-fa8d7f65-c44b-4c7f-a890-adf90aa96cb2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:15.752253 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-814a93fa-2035-4e9d-8bcd-3bb7ff92d97f req-fa8d7f65-c44b-4c7f-a890-adf90aa96cb2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0819514 Nov 19 18:01:15.764631 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c267b3-0b43-43bd-8c4e-c286b86c3ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=410ab6ba-f35e-442f-bd38-211464acc4a3,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:15.812473 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-814a93fa-2035-4e9d-8bcd-3bb7ff92d97f req-a061a0e0-846e-46cf-a0f3-3f13cf6d9bc9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496845 Nov 19 18:01:15.895343 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45124) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:15.940695 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8ef1db72-470d-4f47-9542-d342411e19e9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0456090f49334c51827e8fad95f98095&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440183 Nov 19 18:01:15.943262 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45126) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:15.989556 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-afda0018-577a-4b50-8808-0e754f62079f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:16.015795 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-afda0018-577a-4b50-8808-0e754f62079f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:16.067971 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-afda0018-577a-4b50-8808-0e754f62079f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:16.070779 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-afda0018-577a-4b50-8808-0e754f62079f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:16.072050 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-afda0018-577a-4b50-8808-0e754f62079f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/48d4dedf-0cd9-4227-bd2a-6ca27d4dd94a HTTP/1.1" status: 204 len: 168 time: 0.1278505 Nov 19 18:01:16.080445 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda0018-577a-4b50-8808-0e754f62079f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d4dedf-0cd9-4227-bd2a-6ca27d4dd94a,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:16.964730 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777fe4e-b7ef-4137-a616-ed057888ac49 req-e940a466-31d3-4a99-8033-5650ef416eae tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:16.966245 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b777fe4e-b7ef-4137-a616-ed057888ac49 req-e940a466-31d3-4a99-8033-5650ef416eae tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0733750 Nov 19 18:01:17.046688 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b777fe4e-b7ef-4137-a616-ed057888ac49 req-7bd19f34-caa6-4d6f-9696-d222e4f8f84b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740411 Nov 19 18:01:18.176398 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf9c59-6b1d-40f3-8cc3-ccaf05167906 req-3820ac33-bf7f-42f9-b6b9-1dc9dbc74859 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:18.177931 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cbdf9c59-6b1d-40f3-8cc3-ccaf05167906 req-3820ac33-bf7f-42f9-b6b9-1dc9dbc74859 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0553961 Nov 19 18:01:18.228664 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cbdf9c59-6b1d-40f3-8cc3-ccaf05167906 req-b1d4ed58-7932-475b-a9cc-03c32bd3269d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438387 Nov 19 18:01:19.367877 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d5893-4c1e-410f-b198-c59282cc83a8 req-fa825812-acae-4315-b5cc-3868bde34f33 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:19.371054 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dd9d5893-4c1e-410f-b198-c59282cc83a8 req-fa825812-acae-4315-b5cc-3868bde34f33 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0655663 Nov 19 18:01:19.419685 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dd9d5893-4c1e-410f-b198-c59282cc83a8 req-bf88f0bf-fb39-4a92-bd1d-67dc3c5d6506 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413976 Nov 19 18:01:20.552780 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf33d04-f940-4016-9cb0-57c601dce5df req-74a60c57-de65-4768-88e4-dc52dd8fe1b7 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:20.554274 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cf33d04-f940-4016-9cb0-57c601dce5df req-74a60c57-de65-4768-88e4-dc52dd8fe1b7 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0490155 Nov 19 18:01:20.615843 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cf33d04-f940-4016-9cb0-57c601dce5df req-01095f01-faa0-4426-b729-c55c5c43c8f0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552125 Nov 19 18:01:21.760763 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3d304-4908-4a5d-970a-a42a59881536 req-b84101ae-3321-45c0-af69-4857d811fd9c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:21.762279 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d3b3d304-4908-4a5d-970a-a42a59881536 req-b84101ae-3321-45c0-af69-4857d811fd9c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0616038 Nov 19 18:01:21.813803 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d3b3d304-4908-4a5d-970a-a42a59881536 req-50c3fcd7-d475-4e5a-b190-0d5757f1a41e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454478 Nov 19 18:01:22.809779 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-6cbec9be-7ace-4d96-87ce-7386e638d4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.939425 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfa64e-66ff-4041-a527-033dd96199ba req-9c7f68f1-3710-48a8-83da-ff5dd4071083 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:22.941001 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-15cfa64e-66ff-4041-a527-033dd96199ba req-9c7f68f1-3710-48a8-83da-ff5dd4071083 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0506344 Nov 19 18:01:22.997803 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-15cfa64e-66ff-4041-a527-033dd96199ba req-b37eadff-ad2c-4935-acd6-9db090dc4ae0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504065 Nov 19 18:01:24.168576 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d137f-4d0b-4ca2-a296-8a670e199164 req-288f1c2a-bb06-43b6-ae61-25990eaf41a6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:24.170356 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f16d137f-4d0b-4ca2-a296-8a670e199164 req-288f1c2a-bb06-43b6-ae61-25990eaf41a6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0852020 Nov 19 18:01:24.232622 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f16d137f-4d0b-4ca2-a296-8a670e199164 req-0f605d9d-e065-476f-a1b1-83f491824595 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511408 Nov 19 18:01:25.381033 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98972c83-7592-42a8-be9f-8f0d8c579522 req-cb3f3b90-df62-4b0e-ac88-c7468336580d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:25.382715 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-98972c83-7592-42a8-be9f-8f0d8c579522 req-cb3f3b90-df62-4b0e-ac88-c7468336580d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0545855 Nov 19 18:01:25.443084 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-98972c83-7592-42a8-be9f-8f0d8c579522 req-4079fa5c-1317-47d2-b255-ec117fcd4a2a tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534413 Nov 19 18:01:25.803071 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 45258) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:25.923989 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-73f3ca1e-3530-4111-9299-56c37fe32a5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.981274 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-0681c464-4bf7-4133-ad35-66e48ffdd58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.039033 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-73f3ca1e-3530-4111-9299-56c37fe32a5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.044213 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-73f3ca1e-3530-4111-9299-56c37fe32a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.082526 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-73f3ca1e-3530-4111-9299-56c37fe32a5d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=99dfef88e8ea4751a2aca8a7e2af4f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783079 Nov 19 18:01:26.085281 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45262) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:26.092498 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3ca1e-3530-4111-9299-56c37fe32a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1722de23-30cb-47c9-acbf-7a04b44b832d,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:26.144412 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0b1f290c-e6be-4a7a-b5be-09319a437e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.172277 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0b1f290c-e6be-4a7a-b5be-09319a437e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.223831 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0b1f290c-e6be-4a7a-b5be-09319a437e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.227114 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0b1f290c-e6be-4a7a-b5be-09319a437e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.228470 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-0b1f290c-e6be-4a7a-b5be-09319a437e4f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1722de23-30cb-47c9-acbf-7a04b44b832d HTTP/1.1" status: 204 len: 168 time: 0.1421537 Nov 19 18:01:26.237896 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f290c-e6be-4a7a-b5be-09319a437e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1722de23-30cb-47c9-acbf-7a04b44b832d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:26.607047 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07541d0a-36f8-4ec3-ad7d-6b3270f45603 req-38d57440-b944-408c-834d-0bece1f2cb56 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:26.608741 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-07541d0a-36f8-4ec3-ad7d-6b3270f45603 req-38d57440-b944-408c-834d-0bece1f2cb56 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0618963 Nov 19 18:01:26.665537 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-07541d0a-36f8-4ec3-ad7d-6b3270f45603 req-945c6bc9-0898-4f3a-ab69-a4a82c938a6f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501595 Nov 19 18:01:27.303508 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.632437 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45318) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:27.741163 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f9b1cc1-653b-4103-9469-e8429bd46af8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.843571 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e65dc-21b8-4413-9e9d-dc561ca8bab0 req-bc148130-4db6-4812-8b0c-cdcf39ce34ae tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:27.845018 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e74e65dc-21b8-4413-9e9d-dc561ca8bab0 req-bc148130-4db6-4812-8b0c-cdcf39ce34ae tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0854542 Nov 19 18:01:27.901507 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f9b1cc1-653b-4103-9469-e8429bd46af8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.906980 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f9b1cc1-653b-4103-9469-e8429bd46af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.944075 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e74e65dc-21b8-4413-9e9d-dc561ca8bab0 req-49e029e3-3b77-4d82-81ba-4624ac2ae669 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926032 Nov 19 18:01:27.959868 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-4f9b1cc1-653b-4103-9469-e8429bd46af8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=289f4593f59a42f1af6ca90d4d7591fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262262 Nov 19 18:01:27.962188 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b1cc1-653b-4103-9469-e8429bd46af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04f4f97-a013-4926-8ec9-a4bc631b54cd,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:27.963246 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 45324) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:28.018010 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0f19a473-7735-4ed9-8880-9b660d397b0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:28.041856 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0f19a473-7735-4ed9-8880-9b660d397b0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:28.090089 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0f19a473-7735-4ed9-8880-9b660d397b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:28.092683 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0f19a473-7735-4ed9-8880-9b660d397b0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:28.093901 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-0f19a473-7735-4ed9-8880-9b660d397b0b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e04f4f97-a013-4926-8ec9-a4bc631b54cd HTTP/1.1" status: 204 len: 168 time: 0.1294913 Nov 19 18:01:28.101446 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19a473-7735-4ed9-8880-9b660d397b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04f4f97-a013-4926-8ec9-a4bc631b54cd,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:29.116482 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e6fde-cbb2-4200-ab8c-fe39267b7652 req-b6bd4324-2351-4f71-8870-8519844061f6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:29.118063 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0e6e6fde-cbb2-4200-ab8c-fe39267b7652 req-b6bd4324-2351-4f71-8870-8519844061f6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0627558 Nov 19 18:01:29.180021 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0e6e6fde-cbb2-4200-ab8c-fe39267b7652 req-52526d5f-ee8a-4d48-8c79-3e8505b7d42d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551860 Nov 19 18:01:29.209914 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:01:29.323528 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.642422 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.794254 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45384) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:29.901417 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d641ad4e-df84-4c21-8643-d74a69b6ed35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.978266 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d641ad4e-df84-4c21-8643-d74a69b6ed35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.983091 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d641ad4e-df84-4c21-8643-d74a69b6ed35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.021048 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641ad4e-df84-4c21-8643-d74a69b6ed35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408cd05b-d35f-4723-be60-c440a6921756,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:30.025385 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-d641ad4e-df84-4c21-8643-d74a69b6ed35 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1136ed12a9114695a62d6115e0f96972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300467 Nov 19 18:01:30.028507 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45388) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:30.078460 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e2c15736-aa61-4c87-a868-cf81b5acff8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.100087 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e2c15736-aa61-4c87-a868-cf81b5acff8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.149353 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e2c15736-aa61-4c87-a868-cf81b5acff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.152044 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e2c15736-aa61-4c87-a868-cf81b5acff8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.153213 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e2c15736-aa61-4c87-a868-cf81b5acff8a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/408cd05b-d35f-4723-be60-c440a6921756 HTTP/1.1" status: 204 len: 168 time: 0.1237693 Nov 19 18:01:30.161036 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c15736-aa61-4c87-a868-cf81b5acff8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408cd05b-d35f-4723-be60-c440a6921756,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:30.307090 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45d408-59aa-4643-ac04-9207b9f77c58 req-79b0589e-c863-483c-9ff2-7ad3d26f95b8 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:30.309226 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5c45d408-59aa-4643-ac04-9207b9f77c58 req-79b0589e-c863-483c-9ff2-7ad3d26f95b8 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0550196 Nov 19 18:01:30.363850 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5c45d408-59aa-4643-ac04-9207b9f77c58 req-200b3b8c-21c6-4b31-985e-3aa018157c28 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485165 Nov 19 18:01:30.455615 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45396) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:30.468647 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0780a9b-008a-4963-9584-1ba0bc67b0c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.547924 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0780a9b-008a-4963-9584-1ba0bc67b0c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.552597 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0780a9b-008a-4963-9584-1ba0bc67b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.591155 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-d0780a9b-008a-4963-9584-1ba0bc67b0c5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=909053b3088d42fc89747e58a4b0518d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344118 Nov 19 18:01:30.591865 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0780a9b-008a-4963-9584-1ba0bc67b0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c854b53b-caa3-4aa3-b9e8-f8a277820921,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:30.593876 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 45398) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:30.642848 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6c70-0f24-493e-a619-3bad98b93bad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.665087 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6c70-0f24-493e-a619-3bad98b93bad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.719397 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6c70-0f24-493e-a619-3bad98b93bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.722104 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6c70-0f24-493e-a619-3bad98b93bad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.723305 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-ab8c6c70-0f24-493e-a619-3bad98b93bad admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c854b53b-caa3-4aa3-b9e8-f8a277820921 HTTP/1.1" status: 204 len: 168 time: 0.1284468 Nov 19 18:01:30.732255 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c6c70-0f24-493e-a619-3bad98b93bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c854b53b-caa3-4aa3-b9e8-f8a277820921,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:31.502210 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a548734-8eb5-401d-9539-c3d5d38ef79f req-8f86350b-e0f8-4fea-b955-1369e0c53e3f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:31.504471 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a548734-8eb5-401d-9539-c3d5d38ef79f req-8f86350b-e0f8-4fea-b955-1369e0c53e3f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0586057 Nov 19 18:01:31.555763 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a548734-8eb5-401d-9539-c3d5d38ef79f req-55ae3c7e-d3ff-477e-9e05-c52d286f925d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462155 Nov 19 18:01:32.684674 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef944bc7-d9e6-4baa-a861-d19aecda5be8 req-72215447-b607-4bff-835d-eb9ef13b7538 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:32.686286 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ef944bc7-d9e6-4baa-a861-d19aecda5be8 req-72215447-b607-4bff-835d-eb9ef13b7538 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0539434 Nov 19 18:01:32.740910 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ef944bc7-d9e6-4baa-a861-d19aecda5be8 req-749791b0-54cf-4482-a313-b5071d749ed2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479693 Nov 19 18:01:33.867137 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce79e4-ec75-4eda-b6a9-3d75a8bfcce0 req-b2032c14-fd04-49fa-bb60-bbc71962164f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:33.868670 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b1ce79e4-ec75-4eda-b6a9-3d75a8bfcce0 req-b2032c14-fd04-49fa-bb60-bbc71962164f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0510943 Nov 19 18:01:33.919923 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b1ce79e4-ec75-4eda-b6a9-3d75a8bfcce0 req-754ee6c5-d87a-4c7b-84b6-539ba2cf54ee tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438125 Nov 19 18:01:35.050831 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c111b0-28c5-4202-ac91-5730c4afdc95 req-053deefd-333b-4e2b-8ca7-418ff5ee72e2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:35.052408 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-43c111b0-28c5-4202-ac91-5730c4afdc95 req-053deefd-333b-4e2b-8ca7-418ff5ee72e2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0568702 Nov 19 18:01:35.101752 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-43c111b0-28c5-4202-ac91-5730c4afdc95 req-658693a4-cf4e-4dec-a2d0-d053bdf0a093 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427809 Nov 19 18:01:35.372311 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 45490) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:35.487031 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-261a6fe2-616c-481b-b497-152db742a25a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.563226 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-261a6fe2-616c-481b-b497-152db742a25a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.567020 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-261a6fe2-616c-481b-b497-152db742a25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.602502 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a6fe2-616c-481b-b497-152db742a25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3650a1-3b7e-4376-92c9-801ed3ade2bd,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:35.607618 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-261a6fe2-616c-481b-b497-152db742a25a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ac3d3581a6c7473a95aa84d93f187faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342036 Nov 19 18:01:35.611184 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 45494) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:35.660772 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8615f355-45ca-4867-836b-7bafb5cded42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.682885 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8615f355-45ca-4867-836b-7bafb5cded42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.734735 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8615f355-45ca-4867-836b-7bafb5cded42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.737222 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8615f355-45ca-4867-836b-7bafb5cded42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.738380 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-8615f355-45ca-4867-836b-7bafb5cded42 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5a3650a1-3b7e-4376-92c9-801ed3ade2bd HTTP/1.1" status: 204 len: 168 time: 0.1262434 Nov 19 18:01:35.751230 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615f355-45ca-4867-836b-7bafb5cded42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3650a1-3b7e-4376-92c9-801ed3ade2bd,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:36.006847 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 45502) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:36.020683 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-53839358-467b-4d9a-a006-b2a9fd3756c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.101988 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-53839358-467b-4d9a-a006-b2a9fd3756c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.106065 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-53839358-467b-4d9a-a006-b2a9fd3756c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.148687 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-53839358-467b-4d9a-a006-b2a9fd3756c7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3f489ea0ef2c43f18d85375b83b7a9d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406965 Nov 19 18:01:36.149685 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53839358-467b-4d9a-a006-b2a9fd3756c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c107362d-2452-4a95-b11f-530b914ba117,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:36.152893 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45506) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:36.235305 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5fb6a6e9-df56-4dd1-8512-5b44f7570d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.253456 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae961698-70fd-467a-9330-aa5bd441ec90 req-b4d84377-2f7c-4abc-9b13-b93317c5a3c6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:36.254862 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ae961698-70fd-467a-9330-aa5bd441ec90 req-b4d84377-2f7c-4abc-9b13-b93317c5a3c6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 943 time: 0.0736158 Nov 19 18:01:36.269173 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5fb6a6e9-df56-4dd1-8512-5b44f7570d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.332869 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ae961698-70fd-467a-9330-aa5bd441ec90 req-96c199b9-4be3-4bdf-b2b3-cf7388cae398 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686033 Nov 19 18:01:36.350969 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5fb6a6e9-df56-4dd1-8512-5b44f7570d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.354369 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5fb6a6e9-df56-4dd1-8512-5b44f7570d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.357790 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-5fb6a6e9-df56-4dd1-8512-5b44f7570d77 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c107362d-2452-4a95-b11f-530b914ba117 HTTP/1.1" status: 204 len: 168 time: 0.2009854 Nov 19 18:01:36.363698 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6a6e9-df56-4dd1-8512-5b44f7570d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c107362d-2452-4a95-b11f-530b914ba117,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:36.384624 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 70dbca72-5806-477c-bd49-df0645ecb4b4 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:01:36.485932 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 70dbca72-5806-477c-bd49-df0645ecb4b4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=70dbca72-5806-477c-bd49-df0645ecb4b4,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:36.499341 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'port_id': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'mac_address': 'fa:16:3e:5c:50:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:01:36.544854 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.562195 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dbca72-5806-477c-bd49-df0645ecb4b4 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:01:36.585240 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 70dbca72-5806-477c-bd49-df0645ecb4b4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=70dbca72-5806-477c-bd49-df0645ecb4b4,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:36.591683 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.647046 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=70dbca72-5806-477c-bd49-df0645ecb4b4,revision_number=9']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:36.864771 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['70dbca72-5806-477c-bd49-df0645ecb4b4'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:01:37.473421 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb22b49-a904-4812-8a1e-90497130cae4 req-c9917efa-4dc0-498c-922d-695ee13e727d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:37.475044 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4eb22b49-a904-4812-8a1e-90497130cae4 req-c9917efa-4dc0-498c-922d-695ee13e727d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 944 time: 0.0597594 Nov 19 18:01:37.526213 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4eb22b49-a904-4812-8a1e-90497130cae4 req-402b2ddd-5b98-4a03-835d-13a4792c209b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447347 Nov 19 18:01:37.550090 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 45542) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:37.657058 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-90508499-bc6d-4485-bffa-87978244f74c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:37.748762 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-90508499-bc6d-4485-bffa-87978244f74c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:37.753660 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-90508499-bc6d-4485-bffa-87978244f74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:37.794782 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-90508499-bc6d-4485-bffa-87978244f74c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=09e64cc488034848b557af3a81f3aed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433248 Nov 19 18:01:37.795495 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90508499-bc6d-4485-bffa-87978244f74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45abd90-56e8-49b1-9ed1-6fe630dfd541,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:37.797340 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45546) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:37.848970 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ecc208e0-cffc-48c1-920a-43c9112382ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:37.871342 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ecc208e0-cffc-48c1-920a-43c9112382ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:37.920224 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ecc208e0-cffc-48c1-920a-43c9112382ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:37.922999 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ecc208e0-cffc-48c1-920a-43c9112382ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:37.924208 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-ecc208e0-cffc-48c1-920a-43c9112382ac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d45abd90-56e8-49b1-9ed1-6fe630dfd541 HTTP/1.1" status: 204 len: 168 time: 0.1257763 Nov 19 18:01:37.933093 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc208e0-cffc-48c1-920a-43c9112382ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45abd90-56e8-49b1-9ed1-6fe630dfd541,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:38.381355 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 70dbca72-5806-477c-bd49-df0645ecb4b4 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:01:38.434795 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 70dbca72-5806-477c-bd49-df0645ecb4b4 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:38.435165 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.529047 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.553897 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dbca72-5806-477c-bd49-df0645ecb4b4'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:01:38.556214 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2263fbcc-758c-42bf-9115-fc16c5615024" -d '{"events": [{"server_uuid": "ae2b8fb1-2add-4f1b-a135-8028edbd3424", "name": "network-vif-plugged", "status": "completed", "tag": "70dbca72-5806-477c-bd49-df0645ecb4b4"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:01:38.571464 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 70dbca72-5806-477c-bd49-df0645ecb4b4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=70dbca72-5806-477c-bd49-df0645ecb4b4,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:38.585327 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.624776 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84756a38-0975-499d-86c9-10353cd2c711 x-openstack-request-id: req-84756a38-0975-499d-86c9-10353cd2c711 {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:01:38.625077 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2b8fb1-2add-4f1b-a135-8028edbd3424", "name": "network-vif-plugged", "status": "completed", "tag": "70dbca72-5806-477c-bd49-df0645ecb4b4", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:01:38.625313 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-84756a38-0975-499d-86c9-10353cd2c711 {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:01:38.625909 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'code': 200} Nov 19 18:01:38.631712 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.658017 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=70dbca72-5806-477c-bd49-df0645ecb4b4,revision_number=10']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:38.675465 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf8dac-da77-4ab3-b3f8-9a15e3dd79c6 req-25e04a95-8239-41c7-a6d1-6fe3492a8c8a tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:38.677209 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8fdf8dac-da77-4ab3-b3f8-9a15e3dd79c6 req-25e04a95-8239-41c7-a6d1-6fe3492a8c8a tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 946 time: 0.0666275 Nov 19 18:01:39.020886 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8fdf8dac-da77-4ab3-b3f8-9a15e3dd79c6 req-65fbd7d8-0ce0-4575-a3a2-5c58d8d3605f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364544 Nov 19 18:01:39.125844 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab44d2a-03bd-4841-8780-d4837bec8e9d req-2b0fd1b6-e630-449c-b4ee-2334d348af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:39.127376 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eab44d2a-03bd-4841-8780-d4837bec8e9d req-2b0fd1b6-e630-449c-b4ee-2334d348af3e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 1099 time: 0.0492530 Nov 19 18:01:39.179197 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-eab44d2a-03bd-4841-8780-d4837bec8e9d req-1d8557d6-d4aa-428f-b03f-230cb4059305 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426855 Nov 19 18:01:40.169596 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193e1ee-fbe6-49e6-b80e-82728a48b02a req-c30ec493-38bb-4eb8-9898-a86963ee61eb tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:40.171201 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1193e1ee-fbe6-49e6-b80e-82728a48b02a req-c30ec493-38bb-4eb8-9898-a86963ee61eb tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 946 time: 0.0612817 Nov 19 18:01:40.227777 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1193e1ee-fbe6-49e6-b80e-82728a48b02a req-208d321c-a1a4-4c09-a9dd-fbfd23d37472 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480599 Nov 19 18:01:41.363156 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16eeefb-0b4d-4f70-9e21-7938b47acc74 req-71b53f6b-7552-46e6-bdc3-84052a0b0b52 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:41.363156 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d16eeefb-0b4d-4f70-9e21-7938b47acc74 req-71b53f6b-7552-46e6-bdc3-84052a0b0b52 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 946 time: 0.0561504 Nov 19 18:01:41.416783 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d16eeefb-0b4d-4f70-9e21-7938b47acc74 req-ecc27462-e1eb-443e-9c59-0a4b061909e2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475829 Nov 19 18:01:46.247416 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 45712) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:46.384025 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f132335c-7a84-4054-a045-64e574c3f741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.478414 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f132335c-7a84-4054-a045-64e574c3f741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.483036 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f132335c-7a84-4054-a045-64e574c3f741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.526228 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132335c-7a84-4054-a045-64e574c3f741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0a8a83-0be0-420b-b606-2c2af558c373,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:46.530918 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-f132335c-7a84-4054-a045-64e574c3f741 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9abf084cad74456f99e5bff91dd14d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819622 Nov 19 18:01:46.535091 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 45716) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:46.591856 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-db6488a8-2885-4822-9fe9-ab3cbf4c9ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.616903 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-db6488a8-2885-4822-9fe9-ab3cbf4c9ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.669884 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-db6488a8-2885-4822-9fe9-ab3cbf4c9ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.672439 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-db6488a8-2885-4822-9fe9-ab3cbf4c9ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.673623 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-db6488a8-2885-4822-9fe9-ab3cbf4c9ad8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8a0a8a83-0be0-420b-b606-2c2af558c373 HTTP/1.1" status: 204 len: 168 time: 0.1375577 Nov 19 18:01:46.682191 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6488a8-2885-4822-9fe9-ab3cbf4c9ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0a8a83-0be0-420b-b606-2c2af558c373,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:47.006980 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45722) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:47.020433 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4c64c761-ee7d-43fa-8c9f-e7fdf4d33415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.094970 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4c64c761-ee7d-43fa-8c9f-e7fdf4d33415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.098737 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4c64c761-ee7d-43fa-8c9f-e7fdf4d33415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.136701 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-4c64c761-ee7d-43fa-8c9f-e7fdf4d33415 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f744b62fe8a84dfdad9775888be8b760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281302 Nov 19 18:01:47.137429 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64c761-ee7d-43fa-8c9f-e7fdf4d33415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7968003d-8577-43a1-a338-560492759bcb,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:47.139184 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 45724) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:47.191072 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c2c41e24-333e-49f3-980b-9127fbe71f79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.212856 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c2c41e24-333e-49f3-980b-9127fbe71f79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.259314 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c2c41e24-333e-49f3-980b-9127fbe71f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.262545 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c2c41e24-333e-49f3-980b-9127fbe71f79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.263754 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-c2c41e24-333e-49f3-980b-9127fbe71f79 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7968003d-8577-43a1-a338-560492759bcb HTTP/1.1" status: 204 len: 168 time: 0.1229615 Nov 19 18:01:47.273069 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c41e24-333e-49f3-980b-9127fbe71f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7968003d-8577-43a1-a338-560492759bcb,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:47.629833 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45730) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:47.643922 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-03ce17c6-781c-4b6d-b2f0-aa05f87c20c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.726989 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-03ce17c6-781c-4b6d-b2f0-aa05f87c20c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.731352 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-03ce17c6-781c-4b6d-b2f0-aa05f87c20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.769891 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce17c6-781c-4b6d-b2f0-aa05f87c20c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2083d111-523c-4be1-9e80-79bd04c9d026,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:47.774119 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-03ce17c6-781c-4b6d-b2f0-aa05f87c20c4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1948dc1a124446d384430781a8e4db15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431286 Nov 19 18:01:47.776875 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45732) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:47.837993 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0178b9da-0003-409b-9f41-1f5f5691089d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.868556 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0178b9da-0003-409b-9f41-1f5f5691089d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.919265 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0178b9da-0003-409b-9f41-1f5f5691089d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.921900 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0178b9da-0003-409b-9f41-1f5f5691089d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.923127 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-0178b9da-0003-409b-9f41-1f5f5691089d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2083d111-523c-4be1-9e80-79bd04c9d026 HTTP/1.1" status: 204 len: 168 time: 0.1454139 Nov 19 18:01:47.931235 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178b9da-0003-409b-9f41-1f5f5691089d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2083d111-523c-4be1-9e80-79bd04c9d026,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:52.811847 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fa5d579b-748b-48aa-a8bd-a98dbc82ae42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:55.974538 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fc8b77ff-d730-442e-a988-787042ab6aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.104246 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45806) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:57.210957 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60cff87d-16dd-468a-a713-a36f9b506af5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.252927 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.293876 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60cff87d-16dd-468a-a713-a36f9b506af5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.297998 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60cff87d-16dd-468a-a713-a36f9b506af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.340582 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cff87d-16dd-468a-a713-a36f9b506af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f81fd0-16d5-4e3d-a3e1-ac8d200fc5d2,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:57.345626 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-60cff87d-16dd-468a-a713-a36f9b506af5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e7e97a75041148c28e58545b234f3bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401919 Nov 19 18:01:57.348553 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45810) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:57.401622 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9401ecc-589f-4878-b5f8-9d15764bd9bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.425441 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9401ecc-589f-4878-b5f8-9d15764bd9bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.489864 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9401ecc-589f-4878-b5f8-9d15764bd9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.492909 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9401ecc-589f-4878-b5f8-9d15764bd9bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.494098 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a9401ecc-589f-4878-b5f8-9d15764bd9bf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d6f81fd0-16d5-4e3d-a3e1-ac8d200fc5d2 HTTP/1.1" status: 204 len: 168 time: 0.1442218 Nov 19 18:01:57.504181 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9401ecc-589f-4878-b5f8-9d15764bd9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f81fd0-16d5-4e3d-a3e1-ac8d200fc5d2,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:59.329096 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:59.634679 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:06.198623 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:02:07.769178 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9457bc1c-f8d0-4425-9a2b-5fbc82231b27 req-81d8790c-8d55-4e37-a38e-057614de2d22 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416751 Nov 19 18:02:07.867421 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bc1c-f8d0-4425-9a2b-5fbc82231b27 req-d59e82cb-d3ee-4ab8-a6d1-7385b4a2015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:07.868921 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9457bc1c-f8d0-4425-9a2b-5fbc82231b27 req-d59e82cb-d3ee-4ab8-a6d1-7385b4a2015a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d6509023720a4952a7a4e18c142e60b0&device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 1099 time: 0.0446463 Nov 19 18:02:07.975616 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bc1c-f8d0-4425-9a2b-5fbc82231b27 req-43c23268-1d16-440b-90fa-9629382ba6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:07.977074 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9457bc1c-f8d0-4425-9a2b-5fbc82231b27 req-43c23268-1d16-440b-90fa-9629382ba6f9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 HTTP/1.1" status: 200 len: 919 time: 0.0867894 Nov 19 18:02:08.046542 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9457bc1c-f8d0-4425-9a2b-5fbc82231b27 req-bbfd5555-dced-495c-aede-44a7af94a6f0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70dbca72-5806-477c-bd49-df0645ecb4b4 HTTP/1.1" status: 200 len: 1001 time: 0.0620027 Nov 19 18:02:08.098632 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bc1c-f8d0-4425-9a2b-5fbc82231b27 req-29116596-c955-431a-814c-814b0c59cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:08.100079 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9457bc1c-f8d0-4425-9a2b-5fbc82231b27 req-29116596-c955-431a-814c-814b0c59cdd7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34f1014f-e3bc-40d8-ab9c-c17a6a568473 HTTP/1.1" status: 200 len: 856 time: 0.0454903 Nov 19 18:02:08.148310 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bc1c-f8d0-4425-9a2b-5fbc82231b27 req-092c8549-a917-4f1a-92ea-4c9adcdff0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:08.149941 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9457bc1c-f8d0-4425-9a2b-5fbc82231b27 req-092c8549-a917-4f1a-92ea-4c9adcdff0be service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424087 Nov 19 18:02:08.243126 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9457bc1c-f8d0-4425-9a2b-5fbc82231b27 req-31d2f134-458a-435a-a395-bd9b51728d67 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854099 Nov 19 18:02:08.333558 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9457bc1c-f8d0-4425-9a2b-5fbc82231b27 req-71e79f92-2983-4696-8d9e-007b2a86633b service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829782 Nov 19 18:02:08.605189 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:19.062158 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-aa96f06d-bb8c-4390-a7a5-e1fca18e2df8 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270478039&fields=id&tenant_id=80680fdddb2b4a919dc36de9924916fe HTTP/1.1" status: 200 len: 267 time: 0.0462468 Nov 19 18:02:19.177918 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-79e9c674-4364-4a16-ad2e-9f9ebb5c1e9b tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:19.179416 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-79e9c674-4364-4a16-ad2e-9f9ebb5c1e9b tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/networks?id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 200 len: 812 time: 0.1085694 Nov 19 18:02:19.195058 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-77a49050-77e6-4b4f-a0e4-470eb0cc5730 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/quotas/80680fdddb2b4a919dc36de9924916fe HTTP/1.1" status: 200 len: 375 time: 0.0098855 Nov 19 18:02:19.249196 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-72855c9d-afae-43b0-84ff-17f13ec0ab85 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=80680fdddb2b4a919dc36de9924916fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484965 Nov 19 18:02:19.350917 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-cc603366-22dd-45fc-91fe-129e59bda0ef service neutron] 10.222.0.71 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900350 Nov 19 18:02:19.443748 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-f35e4ae8-e9cf-42ee-a01b-4ca4cc0f8081 service neutron] 10.222.0.71 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866878 Nov 19 18:02:19.751225 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bd3fd8dd-defb-451f-a9b2-b4e4b7b5ff34 req-65ce1af0-4f95-4f01-ae95-f3ab701788e5 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 210 time: 0.0334020 Nov 19 18:02:20.857164 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f5531352-f73c-4d18-8cac-a7e5afa7d7ad req-ffef6231-a448-4a60-9433-35c6e079d91f tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 210 time: 0.0319655 Nov 19 18:02:21.040593 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-e1672af0-55e7-4343-935f-1fca9020ede8 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:21.042101 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-e1672af0-55e7-4343-935f-1fca9020ede8 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.85 "GET /v2.0/networks?id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 200 len: 812 time: 0.1187594 Nov 19 18:02:21.119135 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-58bafba2-0d70-477f-9d41-a22af198765d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80680fdddb2b4a919dc36de9924916fe HTTP/1.1" status: 200 len: 380 time: 0.0638995 Nov 19 18:02:21.130002 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Request body: {'port': {'device_id': 'b5d32b41-0d90-46af-b082-a5ef339d7cee', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'admin_state_up': True, 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'security_groups': ['486a55a6-d92b-4962-bafb-333d6d516c99']}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:21.248483 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Made reservation on behalf of 80680fdddb2b4a919dc36de9924916fe for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:21.252062 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.413589 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Allocated IP 172.20.0.12 (dfaa8d65-d22e-40c7-b274-88fa45a1a06d/e8e1a765-4ebe-43ec-94d3-165ffb63c5b5/34411000-382f-4a89-b6fb-86d2b8a9e39e) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:21.426816 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365f136-eb44-4eba-89b2-fbca92b09623 req-42274c5e-f80d-4433-9c58-85eb822fba65 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:21.428354 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7365f136-eb44-4eba-89b2-fbca92b09623 req-42274c5e-f80d-4433-9c58-85eb822fba65 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 946 time: 0.1034868 Nov 19 18:02:21.549872 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7365f136-eb44-4eba-89b2-fbca92b09623 req-1a799943-0904-438d-a24c-2b40739ff41e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132786 Nov 19 18:02:21.621061 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.655858 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.711860 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Network dfaa8d65-d22e-40c7-b274-88fa45a1a06d is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:21.715148 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:21.719125 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:21.745985 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'Port': ['ID=34411000-382f-4a89-b6fb-86d2b8a9e39e,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:21.761818 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:21.762173 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:21.762553 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:21.762898 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:21.763248 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:21.763586 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:21.763923 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:21.764255 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:21.764589 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:21.764925 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:21.765246 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:21.765571 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:21.789718 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:21.790389 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.818134 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-b3562811-aa8e-4428-bb36-f91738dda3f6 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6927402 Nov 19 18:02:21.838308 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Request body: {'port': {'device_id': 'b5d32b41-0d90-46af-b082-a5ef339d7cee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:21.902320 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.973692 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-e84a97b3-3799-43ef-b075-a21a04ac7b51 None None] Provisioning complete for port 34411000-382f-4a89-b6fb-86d2b8a9e39e triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:21.975057 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e84a97b3-3799-43ef-b075-a21a04ac7b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.018552 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-e84a97b3-3799-43ef-b075-a21a04ac7b51 None None] Port 34411000-382f-4a89-b6fb-86d2b8a9e39e cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:22.067573 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e2e53-7c8c-4180-a65c-cb552727bb23 req-9d48dc5d-79a9-49e5-9d24-1917edcf9bed tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:22.069105 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bd3e2e53-7c8c-4180-a65c-cb552727bb23 req-9d48dc5d-79a9-49e5-9d24-1917edcf9bed tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 932 time: 0.1235313 Nov 19 18:02:22.178417 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bd3e2e53-7c8c-4180-a65c-cb552727bb23 req-d54f1332-3553-4d2c-b1e1-df1aae1c976c tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983493 Nov 19 18:02:22.271285 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34411000-382f-4a89-b6fb-86d2b8a9e39e {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:02:22.279137 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.292285 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Transition to ACTIVE for port object 34411000-382f-4a89-b6fb-86d2b8a9e39e will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:02:22.296047 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.347648 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Pushing event updated for resources: {'Port': ['ID=34411000-382f-4a89-b6fb-86d2b8a9e39e,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:22.425493 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Attempting to bind port 34411000-382f-4a89-b6fb-86d2b8a9e39e on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:02:22.425997 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Attempting to bind port 34411000-382f-4a89-b6fb-86d2b8a9e39e by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:02:22.426340 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Attempting to bind port 34411000-382f-4a89-b6fb-86d2b8a9e39e on network dfaa8d65-d22e-40c7-b274-88fa45a1a06d {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:02:22.431900 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Port 34411000-382f-4a89-b6fb-86d2b8a9e39e on network dfaa8d65-d22e-40c7-b274-88fa45a1a06d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:02:22.432234 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Attempting to bind port 34411000-382f-4a89-b6fb-86d2b8a9e39e on network dfaa8d65-d22e-40c7-b274-88fa45a1a06d {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:02:22.437851 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:02:22.438203 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Checking segment: {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:02:22.438630 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Bound using segment: {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:02:22.439070 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Bound port: 34411000-382f-4a89-b6fb-86d2b8a9e39e, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d900549-8ee1-4809-a4d3-91ae47b8633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:02:22.439443 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.513123 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] For port 34411000-382f-4a89-b6fb-86d2b8a9e39e, host hv-cinder-81078, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:02:22.516336 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] For port 34411000-382f-4a89-b6fb-86d2b8a9e39e, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=34411000-382f-4a89-b6fb-86d2b8a9e39e,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:02:22.523299 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.571867 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:22.572498 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.573925 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] 10.222.0.85 "PUT /v2.0/ports/34411000-382f-4a89-b6fb-86d2b8a9e39e HTTP/1.1" status: 200 len: 1094 time: 0.7457943 Nov 19 18:02:22.574390 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d32b41-0d90-46af-b082-a5ef339d7cee', 'tag': '34411000-382f-4a89-b6fb-86d2b8a9e39e'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:02:22.576775 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ade2dad-8502-4ef7-9c97-4c916827a491" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d32b41-0d90-46af-b082-a5ef339d7cee", "tag": "34411000-382f-4a89-b6fb-86d2b8a9e39e"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:02:22.605085 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36410960-128b-49bb-8ceb-5339b5270e47 service neutron] Pushing event updated for resources: {'Port': ['ID=34411000-382f-4a89-b6fb-86d2b8a9e39e,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:22.654608 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218dd1df-106f-4d1e-8762-d8bc30eb2e86 x-openstack-request-id: req-218dd1df-106f-4d1e-8762-d8bc30eb2e86 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:02:22.655052 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d32b41-0d90-46af-b082-a5ef339d7cee", "tag": "34411000-382f-4a89-b6fb-86d2b8a9e39e", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:02:22.655384 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-218dd1df-106f-4d1e-8762-d8bc30eb2e86 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:02:22.655714 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d32b41-0d90-46af-b082-a5ef339d7cee', 'tag': '34411000-382f-4a89-b6fb-86d2b8a9e39e', 'status': 'completed', 'code': 200} Nov 19 18:02:22.698682 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-d41c4407-c16e-4b18-bb65-aef7d1a7afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:22.700222 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-d41c4407-c16e-4b18-bb65-aef7d1a7afe2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=80680fdddb2b4a919dc36de9924916fe&device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 1097 time: 0.0769582 Nov 19 18:02:22.730314 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14a87e-58c9-4480-a42c-c2feac9515d4 req-e5ed7068-0077-4586-b7de-e09224e6826f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:22.732045 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8c14a87e-58c9-4480-a42c-c2feac9515d4 req-e5ed7068-0077-4586-b7de-e09224e6826f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 946 time: 0.0707388 Nov 19 18:02:22.771361 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-e91ea1d8-55a0-4791-9b1a-723bb7e8c3ff service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34411000-382f-4a89-b6fb-86d2b8a9e39e HTTP/1.1" status: 200 len: 217 time: 0.0576210 Nov 19 18:02:22.816483 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-21d78104-39cf-4916-9705-6811439728cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.852937 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8c14a87e-58c9-4480-a42c-c2feac9515d4 req-368afb4d-4d73-4a4b-99be-37784f0c0621 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896096 Nov 19 18:02:22.857856 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-341fb951-c8a5-485e-bf22-6e00495c9ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:22.859730 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-341fb951-c8a5-485e-bf22-6e00495c9ac8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e8e1a765-4ebe-43ec-94d3-165ffb63c5b5 HTTP/1.1" status: 200 len: 851 time: 0.0795839 Nov 19 18:02:22.914732 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-d20e7f54-0f1c-4cbf-9255-52e2a7c479ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:22.916263 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-d20e7f54-0f1c-4cbf-9255-52e2a7c479ea service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448916 Nov 19 18:02:23.026796 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-034e1e53-2a6f-4a28-a8bc-3fa68e69104f service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026318 Nov 19 18:02:23.031412 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-8e3eb81b-2887-4ce0-884f-ff48608258ed tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:23.033021 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-8e3eb81b-2887-4ce0-884f-ff48608258ed tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.85 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 946 time: 0.0561466 Nov 19 18:02:23.144922 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Deleting port 70dbca72-5806-477c-bd49-df0645ecb4b4 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:23.145339 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:23.145605 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cab600b0-170f-4c30-9754-d92e0f79f69d req-5f6b06e9-5712-4b40-b7d0-f05f0546df0b service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992289 Nov 19 18:02:23.260602 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade2dad-8502-4ef7-9c97-4c916827a491 req-7d793c83-ef16-4a06-bff7-dd6c97339e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:23.262508 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5ade2dad-8502-4ef7-9c97-4c916827a491 req-7d793c83-ef16-4a06-bff7-dd6c97339e98 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=80680fdddb2b4a919dc36de9924916fe&device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 1097 time: 0.0606019 Nov 19 18:02:23.338116 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] For port 70dbca72-5806-477c-bd49-df0645ecb4b4, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=70dbca72-5806-477c-bd49-df0645ecb4b4,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:23.338116 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:23.375726 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1a019-6283-4bde-a525-9a3f4e01ed83 req-ebc289ca-1671-47fd-9110-7f23afc7fe5e tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:23.378449 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-67c1a019-6283-4bde-a525-9a3f4e01ed83 req-ebc289ca-1671-47fd-9110-7f23afc7fe5e tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 944 time: 0.1147394 Nov 19 18:02:23.429145 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade2dad-8502-4ef7-9c97-4c916827a491 req-374b79b2-e647-45d0-bed9-8ce37988d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:23.430622 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5ade2dad-8502-4ef7-9c97-4c916827a491 req-374b79b2-e647-45d0-bed9-8ce37988d273 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 200 len: 914 time: 0.1565263 Nov 19 18:02:23.501360 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5ade2dad-8502-4ef7-9c97-4c916827a491 req-9800415c-dfa5-4efd-8e6a-94e8c54f9aca service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34411000-382f-4a89-b6fb-86d2b8a9e39e HTTP/1.1" status: 200 len: 217 time: 0.0566454 Nov 19 18:02:23.506860 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-67c1a019-6283-4bde-a525-9a3f4e01ed83 req-a5feee45-2dca-42d9-b69b-f7c507b6e552 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112492 Nov 19 18:02:23.581900 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade2dad-8502-4ef7-9c97-4c916827a491 req-e9239169-2270-49f5-8529-604a149288fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:23.584678 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5ade2dad-8502-4ef7-9c97-4c916827a491 req-e9239169-2270-49f5-8529-604a149288fe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e8e1a765-4ebe-43ec-94d3-165ffb63c5b5 HTTP/1.1" status: 200 len: 851 time: 0.0686049 Nov 19 18:02:23.589948 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:23.590310 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:23.590660 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.l3_db [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Floating IP 26db1d7c-dca5-4a0a-9ac0-a650adc66fda disassociated. External IP: 172.27.1.192, port: 70dbca72-5806-477c-bd49-df0645ecb4b4. Nov 19 18:02:23.591016 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Calling delete_port for 70dbca72-5806-477c-bd49-df0645ecb4b4 owned by compute:nova {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:23.665375 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade2dad-8502-4ef7-9c97-4c916827a491 req-f5bc82b9-d85f-4915-9dc6-66a44703381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:23.667152 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5ade2dad-8502-4ef7-9c97-4c916827a491 req-f5bc82b9-d85f-4915-9dc6-66a44703381a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721135 Nov 19 18:02:23.777951 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:23.788357 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5ade2dad-8502-4ef7-9c97-4c916827a491 req-3987435a-6ce0-43a4-8b4a-1b022f5cab93 service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125720 Nov 19 18:02:23.811489 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event deleted for resources: {'Port': ['ID=70dbca72-5806-477c-bd49-df0645ecb4b4,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:23.823419 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:23.823419 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:23.823778 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:23.824029 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:23.824372 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:23.824712 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:23.825050 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:23.825387 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:23.825724 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:23.826056 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:23.826389 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:23.826803 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:23.905369 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5ade2dad-8502-4ef7-9c97-4c916827a491 req-8896e1f6-7875-463b-97dc-d329b4843937 service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072621 Nov 19 18:02:23.964376 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Router a1b27a22-e663-4948-aea1-f52c8cd69f27 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:02:23.971859 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3bf1fbff-6005-4cc2-a2ff-a4b13a7af6a1 req-abbd1094-5f6f-4c9c-b030-46444b6b35a7 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae2b8fb1-2add-4f1b-a135-8028edbd3424 HTTP/1.1" status: 200 len: 210 time: 0.0291026 Nov 19 18:02:24.094259 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:02:24.107924 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b2f62-58cc-48ae-8775-1e0a5702d4d1 None None] Sync routers for ids ['a1b27a22-e663-4948-aea1-f52c8cd69f27'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:02:24.124347 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b2f62-58cc-48ae-8775-1e0a5702d4d1 None None] Routers {'a1b27a22-e663-4948-aea1-f52c8cd69f27'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:24.125104 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-d43b2f62-58cc-48ae-8775-1e0a5702d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:01:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1b27a22-e663-4948-aea1-f52c8cd69f27'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:24.137519 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] No DVR routers for this DVR port 70dbca72-5806-477c-bd49-df0645ecb4b4 on host hv-cinder-81078 {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:24.140060 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:24.143471 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-6c723da7-1734-4ee4-b52e-ed87364f11e3 req-b0875f82-84d9-49be-8855-2319849ea6fc tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.85 "DELETE /v2.0/ports/70dbca72-5806-477c-bd49-df0645ecb4b4 HTTP/1.1" status: 204 len: 173 time: 1.0961082 Nov 19 18:02:24.143927 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'name': 'network-vif-deleted', 'tag': '70dbca72-5806-477c-bd49-df0645ecb4b4'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:02:24.146235 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69970858-d6a4-4978-88b8-d65143375dce" -d '{"events": [{"server_uuid": "ae2b8fb1-2add-4f1b-a135-8028edbd3424", "name": "network-vif-deleted", "tag": "70dbca72-5806-477c-bd49-df0645ecb4b4"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:02:24.366621 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b96acdd-9381-447f-8a17-5d50f27541eb x-openstack-request-id: req-0b96acdd-9381-447f-8a17-5d50f27541eb {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:02:24.366982 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2b8fb1-2add-4f1b-a135-8028edbd3424", "name": "network-vif-deleted", "tag": "70dbca72-5806-477c-bd49-df0645ecb4b4", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:02:24.367305 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0b96acdd-9381-447f-8a17-5d50f27541eb {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:02:24.368167 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2b8fb1-2add-4f1b-a135-8028edbd3424', 'name': 'network-vif-deleted', 'tag': '70dbca72-5806-477c-bd49-df0645ecb4b4', 'status': 'completed', 'code': 200} Nov 19 18:02:24.371968 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-d43b2f62-58cc-48ae-8775-1e0a5702d4d1 None None] Set router a1b27a22-e663-4948-aea1-f52c8cd69f27 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:02:24.590879 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-d43b2f62-58cc-48ae-8775-1e0a5702d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '96a9e251-89b7-40bd-801b-51c21556dca4', 'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'mac_address': 'fa:16:3e:ab:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:22Z', 'updated_at': '2021-11-19T17:59:26Z', 'revision_number': 5, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'subnets': [{'id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:24.624854 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b2f62-58cc-48ae-8775-1e0a5702d4d1 None None] Checking router: a1b27a22-e663-4948-aea1-f52c8cd69f27 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:02:24.637502 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b2f62-58cc-48ae-8775-1e0a5702d4d1 None None] Routers {'a1b27a22-e663-4948-aea1-f52c8cd69f27'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:24.638454 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-d43b2f62-58cc-48ae-8775-1e0a5702d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:01:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1b27a22-e663-4948-aea1-f52c8cd69f27'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:24.676616 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ccf3a-509e-454f-91ee-ee7a08f132fc req-05130514-1b84-48cd-9348-2d644f88d114 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:24.679812 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-633ccf3a-509e-454f-91ee-ee7a08f132fc req-05130514-1b84-48cd-9348-2d644f88d114 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 944 time: 0.0742350 Nov 19 18:02:24.744703 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-633ccf3a-509e-454f-91ee-ee7a08f132fc req-77c25c7d-a0d4-4705-829e-eb1794e566ec tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534189 Nov 19 18:02:24.770618 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-d43b2f62-58cc-48ae-8775-1e0a5702d4d1 None None] Set router a1b27a22-e663-4948-aea1-f52c8cd69f27 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:02:24.991103 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-d43b2f62-58cc-48ae-8775-1e0a5702d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '96a9e251-89b7-40bd-801b-51c21556dca4', 'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'mac_address': 'fa:16:3e:ab:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:22Z', 'updated_at': '2021-11-19T17:59:26Z', 'revision_number': 5, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'subnets': [{'id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:25.018364 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b2f62-58cc-48ae-8775-1e0a5702d4d1 None None] The sync data for ids ['a1b27a22-e663-4948-aea1-f52c8cd69f27'] in dv-cinder-810785-3-iscsi is: [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '96a9e251-89b7-40bd-801b-51c21556dca4', 'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'mac_address': 'fa:16:3e:ab:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:22Z', 'updated_at': '2021-11-19T17:59:26Z', 'revision_number': 5, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'subnets': [{'id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:25.082645 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 45920) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:25.150377 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d00592a7-288f-4428-905c-2fe873d4cd0f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.178049 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d00592a7-288f-4428-905c-2fe873d4cd0f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.234347 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d00592a7-288f-4428-905c-2fe873d4cd0f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.237583 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d00592a7-288f-4428-905c-2fe873d4cd0f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.238877 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-d00592a7-288f-4428-905c-2fe873d4cd0f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "DELETE /v2.0/security-groups/f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d HTTP/1.1" status: 204 len: 168 time: 0.1551852 Nov 19 18:02:25.241807 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45924) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:25.253955 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00592a7-288f-4428-905c-2fe873d4cd0f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:25.258506 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.api.v2.resource [None req-33c29cb9-4305-4e93-9e72-4b6d8a58d0a1 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] show failed (client error): The resource could not be found. Nov 19 18:02:25.262868 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-33c29cb9-4305-4e93-9e72-4b6d8a58d0a1 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups/f2b6f9be-fcf0-4c3e-bd6c-3c58d7643c2d HTTP/1.1" status: 404 len: 347 time: 0.0162480 Nov 19 18:02:25.266218 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45926) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:25.287652 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cd78b9-2f74-4f97-8de4-040175ffa383 None None] New status for floating IP 26db1d7c-dca5-4a0a-9ac0-a650adc66fda: DOWN {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:02:25.404989 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a5c32696-1e79-4166-9377-5ec1e81b2779 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Deleting port 47f457f3-2893-4ee1-b143-1e10f63a4720 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:25.405492 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a5c32696-1e79-4166-9377-5ec1e81b2779 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.494995 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a5c32696-1e79-4166-9377-5ec1e81b2779 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.495270 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a5c32696-1e79-4166-9377-5ec1e81b2779 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.509030 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a5c32696-1e79-4166-9377-5ec1e81b2779 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Calling delete_port for 47f457f3-2893-4ee1-b143-1e10f63a4720 owned by network:floatingip {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:25.662444 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a5c32696-1e79-4166-9377-5ec1e81b2779 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.689482 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c32696-1e79-4166-9377-5ec1e81b2779 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event deleted for resources: {'Port': ['ID=47f457f3-2893-4ee1-b143-1e10f63a4720,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:25.755908 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a5c32696-1e79-4166-9377-5ec1e81b2779 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for floatingip, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.758524 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a5c32696-1e79-4166-9377-5ec1e81b2779 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.759690 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a5c32696-1e79-4166-9377-5ec1e81b2779 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "DELETE /v2.0/floatingips/26db1d7c-dca5-4a0a-9ac0-a650adc66fda HTTP/1.1" status: 204 len: 168 time: 0.4880176 Nov 19 18:02:25.897075 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8933501-f2d8-4962-a0d7-70c30c2ba118 req-bf8691be-40b7-461d-beea-cea4c43f9b00 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:25.898784 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c8933501-f2d8-4962-a0d7-70c30c2ba118 req-bf8691be-40b7-461d-beea-cea4c43f9b00 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 944 time: 0.0646396 Nov 19 18:02:25.977298 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-c8933501-f2d8-4962-a0d7-70c30c2ba118 req-a4237e73-77c7-4803-a7d9-c2850070495d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682862 Nov 19 18:02:25.982974 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-ef16bfc2-9afc-4e36-9fec-821d40c82818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.035356 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 45934) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:26.041812 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-ae3f1188-0b93-4bc8-a136-2ae3abe868a4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Request body: {'security_group': {'name': 'tempest-securitygroup--408792264', 'description': 'tempest-description--166920115'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:26.084653 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1188-0b93-4bc8-a136-2ae3abe868a4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.166521 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1188-0b93-4bc8-a136-2ae3abe868a4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.171720 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1188-0b93-4bc8-a136-2ae3abe868a4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.207337 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f1188-0b93-4bc8-a136-2ae3abe868a4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce8e153-d443-4db1-85fc-d8de290cae67,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:26.213311 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1188-0b93-4bc8-a136-2ae3abe868a4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.214589 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-ae3f1188-0b93-4bc8-a136-2ae3abe868a4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1778634 Nov 19 18:02:26.217660 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45936) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:26.224303 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-90caac16-02cd-4053-a988-f8acd3e0bf06 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Request body: {'security_group_rule': {'security_group_id': 'bce8e153-d443-4db1-85fc-d8de290cae67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:26.251742 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-90caac16-02cd-4053-a988-f8acd3e0bf06 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.309789 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-90caac16-02cd-4053-a988-f8acd3e0bf06 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.314115 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-90caac16-02cd-4053-a988-f8acd3e0bf06 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.334082 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caac16-02cd-4053-a988-f8acd3e0bf06 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba16c95-77ca-484c-97a2-8c7b16daa6ba,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:26.342944 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-90caac16-02cd-4053-a988-f8acd3e0bf06 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.344170 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-90caac16-02cd-4053-a988-f8acd3e0bf06 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250563 Nov 19 18:02:26.346947 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45938) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:26.351234 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-01cfc87b-43ae-4d81-a9e5-815bac4d5a4f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Request body: {'security_group_rule': {'security_group_id': 'bce8e153-d443-4db1-85fc-d8de290cae67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:26.378829 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-01cfc87b-43ae-4d81-a9e5-815bac4d5a4f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.434370 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-01cfc87b-43ae-4d81-a9e5-815bac4d5a4f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.438535 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-01cfc87b-43ae-4d81-a9e5-815bac4d5a4f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335819'] for security_group_rule, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.460732 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfc87b-43ae-4d81-a9e5-815bac4d5a4f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a247f5-8269-4d5d-ac70-888c3a48ee66,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:26.467348 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-01cfc87b-43ae-4d81-a9e5-815bac4d5a4f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.472197 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-01cfc87b-43ae-4d81-a9e5-815bac4d5a4f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210461 Nov 19 18:02:26.472413 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 45940) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:26.476670 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Request body: {'floatingip': {'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:26.506603 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for floatingip, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.603594 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.714253 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Allocated IP 172.27.1.216 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/9674deb1-64bb-48c3-b183-10309bb0731b) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:26.822160 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.857272 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.903382 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:26.906509 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:26.911364 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:26.934262 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event updated for resources: {'Port': ['ID=9674deb1-64bb-48c3-b183-10309bb0731b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:27.004749 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.058135 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.220132 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e26ae-1b99-4169-a7b7-9e5c75ce80d3 req-6d9f211b-8cac-4870-9605-0325a21f1922 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:27.223487 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d09e26ae-1b99-4169-a7b7-9e5c75ce80d3 req-6d9f211b-8cac-4870-9605-0325a21f1922 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 944 time: 0.1299696 Nov 19 18:02:27.261022 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.379259 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d09e26ae-1b99-4169-a7b7-9e5c75ce80d3 req-96b996a1-e4af-4e13-b2f1-78ccec5a7bae tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388371 Nov 19 18:02:27.425641 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.438933 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.540134 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event updated for resources: {'Port': ['ID=9674deb1-64bb-48c3-b183-10309bb0731b,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:27.558214 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.582050 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.583403 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-40485f23-c0c8-4db6-8eb0-7ded628b2a3d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1101635 Nov 19 18:02:27.794981 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-febc8003-b979-417c-bc78-9d3c6f091254 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--408792264&fields=id&tenant_id=d6509023720a4952a7a4e18c142e60b0 HTTP/1.1" status: 200 len: 267 time: 0.0446939 Nov 19 18:02:27.919146 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beda3f-798f-4250-9409-db510fe7c9fa req-764edb94-1811-44ef-8933-dc4f3045b6ff tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:27.920751 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-764edb94-1811-44ef-8933-dc4f3045b6ff tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/networks?id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 HTTP/1.1" status: 200 len: 817 time: 0.1165113 Nov 19 18:02:27.937180 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-3c20f1ed-a347-42ca-81a7-59e725e55e71 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/quotas/d6509023720a4952a7a4e18c142e60b0 HTTP/1.1" status: 200 len: 375 time: 0.0096350 Nov 19 18:02:27.997795 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-b0193e48-3ee6-4ba4-85ef-01427462cea2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d6509023720a4952a7a4e18c142e60b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538845 Nov 19 18:02:28.101974 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-a58ad30e-b41e-48fb-9fbd-9b7f98b5e0d2 service neutron] 10.222.0.71 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913482 Nov 19 18:02:28.202755 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-0984e1c2-6cd2-4ba1-926b-e2cfbe05cfd4 service neutron] 10.222.0.71 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942404 Nov 19 18:02:28.418936 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-312c155f-ba38-47aa-959c-8bdb405bc86a req-71f8b3ee-0272-4f39-863a-564f222c5089 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 210 time: 0.0359049 Nov 19 18:02:28.553303 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e565b-58f8-4027-afbf-666b8ee93b89 req-3e296104-677d-4865-87e7-5f7b5bd4c965 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:28.555368 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-924e565b-58f8-4027-afbf-666b8ee93b89 req-3e296104-677d-4865-87e7-5f7b5bd4c965 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 944 time: 0.0623305 Nov 19 18:02:28.626432 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-924e565b-58f8-4027-afbf-666b8ee93b89 req-cbe3ffbc-bc84-444d-b892-e21667ff0f16 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620916 Nov 19 18:02:28.630546 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 70dbca72-5806-477c-bd49-df0645ecb4b4 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:02:28.653981 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 70dbca72-5806-477c-bd49-df0645ecb4b4 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:02:28.654309 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 70dbca72-5806-477c-bd49-df0645ecb4b4 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:02:29.343728 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:29.576146 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-a8de4b1e-72c1-446e-97eb-7a8bc87ac02d req-ce74a03d-0d6e-4273-a08e-b63f1899e47b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 210 time: 0.0339222 Nov 19 18:02:29.644607 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:29.659660 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beda3f-798f-4250-9409-db510fe7c9fa req-c4e7a95e-8d0e-4917-8cfd-b684a648a723 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:29.662318 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-c4e7a95e-8d0e-4917-8cfd-b684a648a723 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.85 "GET /v2.0/networks?id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 HTTP/1.1" status: 200 len: 817 time: 0.1890750 Nov 19 18:02:29.766560 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-b762f9ac-4fd9-4795-8786-1de8233ad4f9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6509023720a4952a7a4e18c142e60b0 HTTP/1.1" status: 200 len: 379 time: 0.0937505 Nov 19 18:02:29.781413 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-16beda3f-798f-4250-9409-db510fe7c9fa req-40f5ff3b-d26e-48d9-ba89-d05e69bdcb3f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Request body: {'port': {'device_id': '76127c46-19f6-4214-afa0-1148de7a2aba', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'admin_state_up': True, 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'security_groups': ['bce8e153-d443-4db1-85fc-d8de290cae67']}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:29.800762 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3fdaf-f3f4-46b4-ab8f-4309025b16e9 req-2a77110a-46db-49a7-b60e-69a841e6bfdb tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:29.802987 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b2f3fdaf-f3f4-46b4-ab8f-4309025b16e9 req-2a77110a-46db-49a7-b60e-69a841e6bfdb tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 944 time: 0.0831597 Nov 19 18:02:29.885403 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b2f3fdaf-f3f4-46b4-ab8f-4309025b16e9 req-7ef1441d-b728-4843-b12b-daf7efa87716 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752771 Nov 19 18:02:29.963659 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16beda3f-798f-4250-9409-db510fe7c9fa req-40f5ff3b-d26e-48d9-ba89-d05e69bdcb3f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Made reservation on behalf of d6509023720a4952a7a4e18c142e60b0 for: {'port': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:29.970328 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-16beda3f-798f-4250-9409-db510fe7c9fa req-40f5ff3b-d26e-48d9-ba89-d05e69bdcb3f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.186152 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_common [req-16beda3f-798f-4250-9409-db510fe7c9fa req-40f5ff3b-d26e-48d9-ba89-d05e69bdcb3f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Allocated IP 172.20.0.3 (56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0/34f1014f-e3bc-40d8-ab9c-c17a6a568473/0f1c4612-b9a3-43a1-a08c-f1d6b50f2728) {{(pid=103565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:30.432947 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-16beda3f-798f-4250-9409-db510fe7c9fa req-40f5ff3b-d26e-48d9-ba89-d05e69bdcb3f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for port, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.491256 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-16beda3f-798f-4250-9409-db510fe7c9fa req-40f5ff3b-d26e-48d9-ba89-d05e69bdcb3f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.565423 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16beda3f-798f-4250-9409-db510fe7c9fa req-40f5ff3b-d26e-48d9-ba89-d05e69bdcb3f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 is already hosted by enough agents. {{(pid=103565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:30.571733 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.base_scheduler [req-16beda3f-798f-4250-9409-db510fe7c9fa req-40f5ff3b-d26e-48d9-ba89-d05e69bdcb3f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Resources bound (agent type, host, resource id): {{(pid=103565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:30.580134 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [req-16beda3f-798f-4250-9409-db510fe7c9fa req-40f5ff3b-d26e-48d9-ba89-d05e69bdcb3f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Received port after_create {{(pid=103565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:30.613225 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5ff3b-d26e-48d9-ba89-d05e69bdcb3f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event updated for resources: {'Port': ['ID=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:30.649669 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 34411000-382f-4a89-b6fb-86d2b8a9e39e details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:02:30.664597 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beda3f-798f-4250-9409-db510fe7c9fa req-40f5ff3b-d26e-48d9-ba89-d05e69bdcb3f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:30.665479 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-16beda3f-798f-4250-9409-db510fe7c9fa req-40f5ff3b-d26e-48d9-ba89-d05e69bdcb3f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.691532 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-40f5ff3b-d26e-48d9-ba89-d05e69bdcb3f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9148753 Nov 19 18:02:30.707155 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Request body: {'port': {'device_id': '76127c46-19f6-4214-afa0-1148de7a2aba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:30.797724 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.839570 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5740d-800b-403a-a12c-3301c434b290 req-a1fd1a6c-1442-4b67-a976-6ede6b5b09bd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:30.851195 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-86d5740d-800b-403a-a12c-3301c434b290 req-a1fd1a6c-1442-4b67-a976-6ede6b5b09bd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 931 time: 0.1039536 Nov 19 18:02:30.862676 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 34411000-382f-4a89-b6fb-86d2b8a9e39e, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=34411000-382f-4a89-b6fb-86d2b8a9e39e,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:30.888904 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '34411000-382f-4a89-b6fb-86d2b8a9e39e', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'port_id': '34411000-382f-4a89-b6fb-86d2b8a9e39e', 'mac_address': 'fa:16:3e:ca:3f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:02:30.952218 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-86d5740d-800b-403a-a12c-3301c434b290 req-ef7d78f8-a16b-4717-924a-73d7ed573a9e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994790 Nov 19 18:02:30.965186 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.983264 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34411000-382f-4a89-b6fb-86d2b8a9e39e {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:02:30.999545 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-7d1a544b-cb80-4638-bd5f-f7afa50ffe68 None None] Provisioning complete for port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 triggered by entity DHCP. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:31.000823 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-7d1a544b-cb80-4638-bd5f-f7afa50ffe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.042391 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 34411000-382f-4a89-b6fb-86d2b8a9e39e, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=34411000-382f-4a89-b6fb-86d2b8a9e39e,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:31.050523 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.085552 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a544b-cb80-4638-bd5f-f7afa50ffe68 None None] Port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 cannot update to ACTIVE because it is not bound. {{(pid=103566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:31.100426 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0927d24-4545-47d0-a5d7-090a81a8a4d8 req-91d36f0e-f66c-4011-a0bf-1adcf821d13d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:31.102213 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f0927d24-4545-47d0-a5d7-090a81a8a4d8 req-91d36f0e-f66c-4011-a0bf-1adcf821d13d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 944 time: 0.0889025 Nov 19 18:02:31.124037 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=34411000-382f-4a89-b6fb-86d2b8a9e39e,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:31.137321 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:31.137679 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:31.138078 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:31.139144 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:31.139724 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:31.140305 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:31.140865 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:31.141428 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:31.141950 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:31.143787 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:31.144379 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:31.144789 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:31.191155 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f0927d24-4545-47d0-a5d7-090a81a8a4d8 req-f17d0e83-6cde-424f-8707-d38b3fff7337 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762479 Nov 19 18:02:31.276609 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 {{(pid=103565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:02:31.286885 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.290741 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['34411000-382f-4a89-b6fb-86d2b8a9e39e'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:02:31.308683 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.provisioning_blocks [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Transition to ACTIVE for port object 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 will not be triggered until provisioned by entity L2. {{(pid=103565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:02:31.317107 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.390645 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:31.509758 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Attempting to bind port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:02:31.510275 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Attempting to bind port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:02:31.510705 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Attempting to bind port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 on network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:02:31.518275 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 on network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:02:31.519653 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Attempting to bind port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 on network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:02:31.527119 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:02:31.527432 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Checking segment: {'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:02:31.527833 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Bound using segment: {'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:02:31.528290 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Bound port: 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e5272a-1cb8-4349-95d2-2785fb9c21ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:02:31.528717 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.639318 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] For port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728, host hv-cinder-81078, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:02:31.646848 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] For port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:02:31.653920 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247886'] for port, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.715060 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:31.716061 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.717526 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] 10.222.0.85 "PUT /v2.0/ports/0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 HTTP/1.1" status: 200 len: 1093 time: 1.0170143 Nov 19 18:02:31.718196 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76127c46-19f6-4214-afa0-1148de7a2aba', 'tag': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:02:31.722918 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3d458d-d4c5-42d8-8727-1eb756440c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "76127c46-19f6-4214-afa0-1148de7a2aba", "tag": "0f1c4612-b9a3-43a1-a08c-f1d6b50f2728"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:02:31.763192 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b710d-8337-4774-a26e-fc3b5f3ab441 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:31.815559 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c69043-8035-498c-8a66-719fb68705da x-openstack-request-id: req-e1c69043-8035-498c-8a66-719fb68705da {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:02:31.816074 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76127c46-19f6-4214-afa0-1148de7a2aba", "tag": "0f1c4612-b9a3-43a1-a08c-f1d6b50f2728", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:02:31.816525 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e1c69043-8035-498c-8a66-719fb68705da {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:02:31.817162 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76127c46-19f6-4214-afa0-1148de7a2aba', 'tag': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'status': 'completed', 'code': 200} Nov 19 18:02:31.871074 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beda3f-798f-4250-9409-db510fe7c9fa req-17807309-4546-4b50-bca8-7dd2f9c18b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:31.873352 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-17807309-4546-4b50-bca8-7dd2f9c18b6f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d6509023720a4952a7a4e18c142e60b0&device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 1096 time: 0.0833845 Nov 19 18:02:31.940173 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-fd794540-6ade-4da7-86a6-bb09e323423b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 HTTP/1.1" status: 200 len: 217 time: 0.0533733 Nov 19 18:02:32.020283 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beda3f-798f-4250-9409-db510fe7c9fa req-81b3407f-d93e-43dc-a446-eb134ff18016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:32.023287 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-81b3407f-d93e-43dc-a446-eb134ff18016 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34f1014f-e3bc-40d8-ab9c-c17a6a568473 HTTP/1.1" status: 200 len: 856 time: 0.0747151 Nov 19 18:02:32.100765 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beda3f-798f-4250-9409-db510fe7c9fa req-1302856c-4932-4d07-a245-a3e62d7b194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:32.102276 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-1302856c-4932-4d07-a245-a3e62d7b194e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695510 Nov 19 18:02:32.138186 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3ed38-883a-4135-a706-d3a225f5d77f req-f2b2e6a7-a68c-4a77-bcfd-a3edb9c3d1c4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:32.139808 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9ec3ed38-883a-4135-a706-d3a225f5d77f req-f2b2e6a7-a68c-4a77-bcfd-a3edb9c3d1c4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.0899763 Nov 19 18:02:32.207878 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9ec3ed38-883a-4135-a706-d3a225f5d77f req-ea5ceb57-b012-4d56-b2a5-518b9842c8a6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605986 Nov 19 18:02:32.223605 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-b8a1157b-d783-4942-af80-f3221319c4cd service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068523 Nov 19 18:02:32.349065 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16beda3f-798f-4250-9409-db510fe7c9fa req-ea4f30f7-884e-4989-8f78-300748284c57 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085281 Nov 19 18:02:32.371806 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61463c28-f726-424f-8410-b35dbe33aebb req-2b7fd59c-8e2d-4976-bdad-cb0ff107ed7e tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:32.374558 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-61463c28-f726-424f-8410-b35dbe33aebb req-2b7fd59c-8e2d-4976-bdad-cb0ff107ed7e tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 945 time: 0.0900738 Nov 19 18:02:32.447650 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-61463c28-f726-424f-8410-b35dbe33aebb req-776940fa-adfc-4d28-9f3c-222e1311128d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651166 Nov 19 18:02:32.475455 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d458d-d4c5-42d8-8727-1eb756440c2f req-8bc6342e-50c4-4bce-8f4c-d6d9363da4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:32.477559 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5e3d458d-d4c5-42d8-8727-1eb756440c2f req-8bc6342e-50c4-4bce-8f4c-d6d9363da4d4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d6509023720a4952a7a4e18c142e60b0&device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 1096 time: 0.0720115 Nov 19 18:02:32.601032 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d458d-d4c5-42d8-8727-1eb756440c2f req-16053f9f-10b5-4b2c-a9a0-d19b2bcdeed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:32.602614 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5e3d458d-d4c5-42d8-8727-1eb756440c2f req-16053f9f-10b5-4b2c-a9a0-d19b2bcdeed0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 HTTP/1.1" status: 200 len: 919 time: 0.1176879 Nov 19 18:02:32.667369 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5e3d458d-d4c5-42d8-8727-1eb756440c2f req-b70fb017-963f-4e85-98a9-43c13af8bb1f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 HTTP/1.1" status: 200 len: 217 time: 0.0470281 Nov 19 18:02:32.667995 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 34411000-382f-4a89-b6fb-86d2b8a9e39e up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:32.736426 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d458d-d4c5-42d8-8727-1eb756440c2f req-d3ec2a97-da84-4188-9efc-87b868017a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:32.738660 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5e3d458d-d4c5-42d8-8727-1eb756440c2f req-d3ec2a97-da84-4188-9efc-87b868017a1b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34f1014f-e3bc-40d8-ab9c-c17a6a568473 HTTP/1.1" status: 200 len: 856 time: 0.0611057 Nov 19 18:02:32.750541 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 34411000-382f-4a89-b6fb-86d2b8a9e39e completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:02:32.755790 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 34411000-382f-4a89-b6fb-86d2b8a9e39e triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:32.756310 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.809015 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d458d-d4c5-42d8-8727-1eb756440c2f req-85d92207-d90b-4faf-ae34-1b1fbd7b266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:32.811217 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5e3d458d-d4c5-42d8-8727-1eb756440c2f req-85d92207-d90b-4faf-ae34-1b1fbd7b266e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628912 Nov 19 18:02:32.862355 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.893246 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d32b41-0d90-46af-b082-a5ef339d7cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34411000-382f-4a89-b6fb-86d2b8a9e39e'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:02:32.896088 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558e6a62-050f-45af-bf34-5151e2268e6a" -d '{"events": [{"server_uuid": "b5d32b41-0d90-46af-b082-a5ef339d7cee", "name": "network-vif-plugged", "status": "completed", "tag": "34411000-382f-4a89-b6fb-86d2b8a9e39e"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:02:32.914521 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 34411000-382f-4a89-b6fb-86d2b8a9e39e, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=34411000-382f-4a89-b6fb-86d2b8a9e39e,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:32.923269 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.957447 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402f3630-7865-4a14-9f6c-ab386cd3189d x-openstack-request-id: req-402f3630-7865-4a14-9f6c-ab386cd3189d {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:02:32.957740 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d32b41-0d90-46af-b082-a5ef339d7cee", "name": "network-vif-plugged", "status": "completed", "tag": "34411000-382f-4a89-b6fb-86d2b8a9e39e", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:02:32.958072 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-402f3630-7865-4a14-9f6c-ab386cd3189d {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:02:32.958610 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d32b41-0d90-46af-b082-a5ef339d7cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34411000-382f-4a89-b6fb-86d2b8a9e39e', 'code': 200} Nov 19 18:02:32.966090 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5e3d458d-d4c5-42d8-8727-1eb756440c2f req-60422f83-d2b3-4a64-b0c5-3e1ccd35c3f0 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445200 Nov 19 18:02:32.996252 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=34411000-382f-4a89-b6fb-86d2b8a9e39e,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:33.110078 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5e3d458d-d4c5-42d8-8727-1eb756440c2f req-a2812e03-494d-4aea-b542-67522ae4a1bb service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344638 Nov 19 18:02:33.272303 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c566ac0-8c4e-4486-b2ef-ba23266e9b61 req-97bf9837-312c-4fe0-8844-da4fee42dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:33.275014 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5c566ac0-8c4e-4486-b2ef-ba23266e9b61 req-97bf9837-312c-4fe0-8844-da4fee42dbe8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 1099 time: 0.0634663 Nov 19 18:02:33.346334 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-5c566ac0-8c4e-4486-b2ef-ba23266e9b61 req-f627af98-e547-413e-87a3-2cfad60bcb29 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619283 Nov 19 18:02:33.377962 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf041bc-ea9b-409d-98a4-666cd9a6d57e req-2d8bb5af-d97f-4ba5-8193-67f81fbeb566 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:33.379579 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-edf041bc-ea9b-409d-98a4-666cd9a6d57e req-2d8bb5af-d97f-4ba5-8193-67f81fbeb566 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.0619438 Nov 19 18:02:33.441769 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-edf041bc-ea9b-409d-98a4-666cd9a6d57e req-42a73b44-c2b0-4fd3-b2ac-c6590bf60acb tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559614 Nov 19 18:02:33.638507 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753603c9-8e5e-42e7-9642-485e892a469c req-647a1f06-e1da-4724-b98f-2c72cade242e tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:33.640181 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-753603c9-8e5e-42e7-9642-485e892a469c req-647a1f06-e1da-4724-b98f-2c72cade242e tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 946 time: 0.0872474 Nov 19 18:02:34.077575 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-753603c9-8e5e-42e7-9642-485e892a469c req-32783709-6fb2-4e35-a8bb-80528b9e5452 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4245696 Nov 19 18:02:34.659801 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51d32e-392d-44e9-81c3-ba7acad35216 req-467b3032-c8f5-4313-a58a-6e5cc1ea30c8 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:34.666433 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5f51d32e-392d-44e9-81c3-ba7acad35216 req-467b3032-c8f5-4313-a58a-6e5cc1ea30c8 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.0900290 Nov 19 18:02:34.671089 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:02:34.752080 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5f51d32e-392d-44e9-81c3-ba7acad35216 req-4aff10f8-eaac-4969-95b3-27be01659cc8 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741761 Nov 19 18:02:34.826080 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:34.850068 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'port_id': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'mac_address': 'fa:16:3e:92:30:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:02:34.915225 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.939762 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:02:34.964026 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:34.968843 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.037908 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:35.208826 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752ad33-a540-432a-bc81-a55dfabd6d81 req-0c942fa2-449b-4187-acee-01352f1c2055 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:35.210407 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9752ad33-a540-432a-bc81-a55dfabd6d81 req-0c942fa2-449b-4187-acee-01352f1c2055 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 946 time: 0.0536880 Nov 19 18:02:35.239319 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['0f1c4612-b9a3-43a1-a08c-f1d6b50f2728'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:02:35.281713 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9752ad33-a540-432a-bc81-a55dfabd6d81 req-1d73775d-5b02-4dbf-a672-83aa3e7f172f tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650513 Nov 19 18:02:35.423788 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7db13f-e421-49e1-9c68-3d9310d30b08 req-16d12056-fa4f-4c98-bf8b-489b0e2d702f tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:35.426039 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dd7db13f-e421-49e1-9c68-3d9310d30b08 req-16d12056-fa4f-4c98-bf8b-489b0e2d702f tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 946 time: 0.0643728 Nov 19 18:02:35.491456 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dd7db13f-e421-49e1-9c68-3d9310d30b08 req-7c52caf2-1079-48bd-8a78-6d9990532e77 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555475 Nov 19 18:02:35.526067 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46000) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:35.573300 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730a28f7-4190-4526-b9e6-adfb317a55cf tempest-TestVolumeBootPattern-1877383640 tempest-TestVolumeBootPattern-1877383640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:35.575822 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-730a28f7-4190-4526-b9e6-adfb317a55cf tempest-TestVolumeBootPattern-1877383640 tempest-TestVolumeBootPattern-1877383640-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 1094 time: 0.0483952 Nov 19 18:02:35.578686 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46002) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:35.584600 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Request body: {'floatingip': {'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'port_id': '34411000-382f-4a89-b6fb-86d2b8a9e39e', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:35.612591 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for floatingip, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.775812 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.961146 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Allocated IP 172.27.1.125 (1d9c79a2-aab7-45a9-a9bd-1b0250eca194/7fedc7f4-6d9e-4b43-8b68-456b4066705f/ce209569-49fe-4234-b905-f3119f5a7d27) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:35.971147 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642ece7-40e8-440d-ac2a-d63a95cc7ea7 req-8ebb3f1b-1ec9-4e1d-abcd-7beae4aec8d6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:35.973036 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b642ece7-40e8-440d-ac2a-d63a95cc7ea7 req-8ebb3f1b-1ec9-4e1d-abcd-7beae4aec8d6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 944 time: 0.1207087 Nov 19 18:02:36.137817 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b642ece7-40e8-440d-ac2a-d63a95cc7ea7 req-85b6bbe7-2377-4036-b2b9-669ce12b612a tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522064 Nov 19 18:02:36.206727 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.255234 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.309178 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Network 1d9c79a2-aab7-45a9-a9bd-1b0250eca194 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:36.312652 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:36.318560 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:36.360337 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'Port': ['ID=ce209569-49fe-4234-b905-f3119f5a7d27,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:36.672559 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:36.752660 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:02:36.758882 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:36.759453 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.881674 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.904077 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.948436 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76127c46-19f6-4214-afa0-1148de7a2aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:02:36.951641 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7dc8f5-85a5-410b-ba4d-289a1e283eef" -d '{"events": [{"server_uuid": "76127c46-19f6-4214-afa0-1148de7a2aba", "name": "network-vif-plugged", "status": "completed", "tag": "0f1c4612-b9a3-43a1-a08c-f1d6b50f2728"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:02:36.975888 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:36.983509 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.021439 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.038179 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6364c3-58db-4ec8-ad70-d4f01f4ae02c x-openstack-request-id: req-ed6364c3-58db-4ec8-ad70-d4f01f4ae02c {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:02:37.038703 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76127c46-19f6-4214-afa0-1148de7a2aba", "name": "network-vif-plugged", "status": "completed", "tag": "0f1c4612-b9a3-43a1-a08c-f1d6b50f2728", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:02:37.039074 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ed6364c3-58db-4ec8-ad70-d4f01f4ae02c {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:02:37.039719 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76127c46-19f6-4214-afa0-1148de7a2aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'code': 200} Nov 19 18:02:37.086104 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:37.348214 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f3207-7f41-45f9-85aa-de1fb878c02b req-3a449be0-bf78-47d8-b0e3-c097f020f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:37.350970 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-847f3207-7f41-45f9-85aa-de1fb878c02b req-3a449be0-bf78-47d8-b0e3-c097f020f8de service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 1098 time: 0.0864861 Nov 19 18:02:37.371721 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.384618 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.464539 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f87334-9037-446e-98af-91ca577b032f req-d9b802ec-c5d7-4b87-9f7c-5b8523044eac tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:37.466628 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-06f87334-9037-446e-98af-91ca577b032f req-d9b802ec-c5d7-4b87-9f7c-5b8523044eac tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.1741879 Nov 19 18:02:37.555083 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event updated for resources: {'Port': ['ID=ce209569-49fe-4234-b905-f3119f5a7d27,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:37.577077 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.654972 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-06f87334-9037-446e-98af-91ca577b032f req-e2a28116-6cca-48d8-a0ff-f34b4c9c8f04 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465156 Nov 19 18:02:37.768555 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Floating IP ba923699-6118-4950-b109-d2162fd758d3 associated. External IP: 172.27.1.125, port: 34411000-382f-4a89-b6fb-86d2b8a9e39e. Nov 19 18:02:37.777740 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-847f3207-7f41-45f9-85aa-de1fb878c02b req-8bf495ee-9884-4ad9-9614-aad5b61ff959 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4175377 Nov 19 18:02:38.160531 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Router ba079347-74a4-4bae-853e-c6b36af6ec5e has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:02:38.366663 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:02:38.382989 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c5784-9d8b-45ec-b3e8-e1c302e17505 None None] Sync routers for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:02:38.397140 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c5784-9d8b-45ec-b3e8-e1c302e17505 None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:38.397455 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:38.397821 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-604c5784-9d8b-45ec-b3e8-e1c302e17505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:02:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:38.449962 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-319ffc02-ae12-42fe-9ade-95894438b1f4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8684235 Nov 19 18:02:38.451207 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d32b41-0d90-46af-b082-a5ef339d7cee', 'tag': '34411000-382f-4a89-b6fb-86d2b8a9e39e'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:02:38.454904 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b7cda8-bf64-4747-8378-c030e8669304" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d32b41-0d90-46af-b082-a5ef339d7cee", "tag": "34411000-382f-4a89-b6fb-86d2b8a9e39e"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:02:38.516694 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd4fba7-b27b-4645-9902-661006663316 x-openstack-request-id: req-5fd4fba7-b27b-4645-9902-661006663316 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:02:38.518276 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d32b41-0d90-46af-b082-a5ef339d7cee", "tag": "34411000-382f-4a89-b6fb-86d2b8a9e39e", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:02:38.518276 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5fd4fba7-b27b-4645-9902-661006663316 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:02:38.518985 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d32b41-0d90-46af-b082-a5ef339d7cee', 'tag': '34411000-382f-4a89-b6fb-86d2b8a9e39e', 'status': 'completed', 'code': 200} Nov 19 18:02:38.550153 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-604c5784-9d8b-45ec-b3e8-e1c302e17505 None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:02:38.619824 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7cda8-bf64-4747-8378-c030e8669304 req-606c9787-7ec9-4f88-837a-fd703b74193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:38.622030 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c4b7cda8-bf64-4747-8378-c030e8669304 req-606c9787-7ec9-4f88-837a-fd703b74193b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=80680fdddb2b4a919dc36de9924916fe&device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 1099 time: 0.0784109 Nov 19 18:02:38.623178 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:38.787642 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7cda8-bf64-4747-8378-c030e8669304 req-598ed02d-5e6e-4520-9827-0ee62efc4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:38.790786 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c4b7cda8-bf64-4747-8378-c030e8669304 req-598ed02d-5e6e-4520-9827-0ee62efc4458 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 200 len: 914 time: 0.1584642 Nov 19 18:02:38.899342 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a3236-d129-444b-b8d1-2418c74f1ecb req-fbf42787-d634-47ae-b077-06f65d4dd52e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:38.901134 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-366a3236-d129-444b-b8d1-2418c74f1ecb req-fbf42787-d634-47ae-b077-06f65d4dd52e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0986800 Nov 19 18:02:38.915623 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c4b7cda8-bf64-4747-8378-c030e8669304 req-d9aa7e96-a861-48eb-ba7e-7e80476bcc85 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34411000-382f-4a89-b6fb-86d2b8a9e39e HTTP/1.1" status: 200 len: 1000 time: 0.1156147 Nov 19 18:02:38.917954 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-604c5784-9d8b-45ec-b3e8-e1c302e17505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': 'ba923699-6118-4950-b109-d2162fd758d3', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'port_id': '34411000-382f-4a89-b6fb-86d2b8a9e39e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'mac_address': 'fa:16:3e:ca:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d32b41-0d90-46af-b082-a5ef339d7cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:02:36Z', 'updated_at': '2021-11-19T18:02:36Z', 'revision_number': 0, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address_scope': None}, {'id': 'fc2562cb-07e7-4536-883f-13423c986097', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'port_id': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'mac_address': 'fa:16:3e:b4:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:00:29Z', 'updated_at': '2021-11-19T18:00:31Z', 'revision_number': 1, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:38.967306 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c5784-9d8b-45ec-b3e8-e1c302e17505 None None] Checking router: ba079347-74a4-4bae-853e-c6b36af6ec5e for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:02:38.983263 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c5784-9d8b-45ec-b3e8-e1c302e17505 None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:38.984343 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-604c5784-9d8b-45ec-b3e8-e1c302e17505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:02:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:39.012871 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7cda8-bf64-4747-8378-c030e8669304 req-3f98a624-947f-4c31-baa8-a587a2092d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:39.016277 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c4b7cda8-bf64-4747-8378-c030e8669304 req-3f98a624-947f-4c31-baa8-a587a2092d27 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e8e1a765-4ebe-43ec-94d3-165ffb63c5b5 HTTP/1.1" status: 200 len: 851 time: 0.0925090 Nov 19 18:02:39.022250 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-366a3236-d129-444b-b8d1-2418c74f1ecb req-daa0a0ab-0e93-41eb-9ec2-76eea39042bf tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089516 Nov 19 18:02:39.125866 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7cda8-bf64-4747-8378-c030e8669304 req-6d4022aa-6643-4a5f-b262-93f794690a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:39.129192 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c4b7cda8-bf64-4747-8378-c030e8669304 req-6d4022aa-6643-4a5f-b262-93f794690a59 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1006827 Nov 19 18:02:39.186730 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-604c5784-9d8b-45ec-b3e8-e1c302e17505 None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:02:39.317254 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c4b7cda8-bf64-4747-8378-c030e8669304 req-fb4c8347-fbb7-4b2d-bf2f-0efdfa5bb59a service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652601 Nov 19 18:02:39.486263 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-c4b7cda8-bf64-4747-8378-c030e8669304 req-8f5eb47f-9539-4ffa-9a17-edc38169ab5f service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607020 Nov 19 18:02:39.590893 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-604c5784-9d8b-45ec-b3e8-e1c302e17505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': 'ba923699-6118-4950-b109-d2162fd758d3', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'port_id': '34411000-382f-4a89-b6fb-86d2b8a9e39e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'mac_address': 'fa:16:3e:ca:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d32b41-0d90-46af-b082-a5ef339d7cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:02:36Z', 'updated_at': '2021-11-19T18:02:36Z', 'revision_number': 0, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address_scope': None}, {'id': 'fc2562cb-07e7-4536-883f-13423c986097', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'port_id': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'mac_address': 'fa:16:3e:b4:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:00:29Z', 'updated_at': '2021-11-19T18:00:31Z', 'revision_number': 1, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:39.628997 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c5784-9d8b-45ec-b3e8-e1c302e17505 None None] The sync data for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi is: [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': 'ba923699-6118-4950-b109-d2162fd758d3', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'port_id': '34411000-382f-4a89-b6fb-86d2b8a9e39e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'mac_address': 'fa:16:3e:ca:3f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d32b41-0d90-46af-b082-a5ef339d7cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:02:36Z', 'updated_at': '2021-11-19T18:02:36Z', 'revision_number': 0, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address_scope': None}, {'id': 'fc2562cb-07e7-4536-883f-13423c986097', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'port_id': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'mac_address': 'fa:16:3e:b4:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:00:29Z', 'updated_at': '2021-11-19T18:00:31Z', 'revision_number': 1, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:39.888313 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655899e4-e595-42e8-9f3d-c844eff5aa1d None None] New status for floating IP ba923699-6118-4950-b109-d2162fd758d3: ACTIVE {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:02:40.184470 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12959fcc-bdab-4894-ba4d-16a3bdd19bf2 req-3c68363c-e920-4295-a490-7243409ba994 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:40.186089 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-12959fcc-bdab-4894-ba4d-16a3bdd19bf2 req-3c68363c-e920-4295-a490-7243409ba994 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0557961 Nov 19 18:02:40.261839 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-12959fcc-bdab-4894-ba4d-16a3bdd19bf2 req-be920ab1-ec35-48b6-b868-b414b56c7467 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665870 Nov 19 18:02:40.461262 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75525e-6131-40a2-9015-9ad31c999d33 req-7a0b034d-570f-4ae8-8e4a-c23a97bd0749 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:40.463812 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1f75525e-6131-40a2-9015-9ad31c999d33 req-7a0b034d-570f-4ae8-8e4a-c23a97bd0749 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0968707 Nov 19 18:02:40.472942 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46020) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:40.478221 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-25b385bb-de1c-41fe-8746-d3d489caea3c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Request body: {'floatingip': {'port_id': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:40.521443 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25b385bb-de1c-41fe-8746-d3d489caea3c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for floatingip, before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.078767 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25b385bb-de1c-41fe-8746-d3d489caea3c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.084316 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25b385bb-de1c-41fe-8746-d3d489caea3c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.199144 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.l3_db [None req-25b385bb-de1c-41fe-8746-d3d489caea3c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Floating IP e88aeded-6805-4747-904b-0511dcf4349f associated. External IP: 172.27.1.216, port: 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728. Nov 19 18:02:41.468953 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b385bb-de1c-41fe-8746-d3d489caea3c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Router a1b27a22-e663-4948-aea1-f52c8cd69f27 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:02:41.599290 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b385bb-de1c-41fe-8746-d3d489caea3c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:02:41.606350 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25b385bb-de1c-41fe-8746-d3d489caea3c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.611390 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab27baf-d8e6-46c9-b341-77970f9e100b None None] Sync routers for ids ['a1b27a22-e663-4948-aea1-f52c8cd69f27'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:02:41.628386 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab27baf-d8e6-46c9-b341-77970f9e100b None None] Routers {'a1b27a22-e663-4948-aea1-f52c8cd69f27'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:41.629483 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-1ab27baf-d8e6-46c9-b341-77970f9e100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:02:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1b27a22-e663-4948-aea1-f52c8cd69f27'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:41.649133 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-25b385bb-de1c-41fe-8746-d3d489caea3c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "PUT /v2.0/floatingips/e88aeded-6805-4747-904b-0511dcf4349f HTTP/1.1" status: 200 len: 991 time: 1.1712108 Nov 19 18:02:41.649133 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76127c46-19f6-4214-afa0-1148de7a2aba', 'tag': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:02:41.649133 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e482775c-9aa4-4481-a5c2-4c7ac2cedef3" -d '{"events": [{"name": "network-changed", "server_uuid": "76127c46-19f6-4214-afa0-1148de7a2aba", "tag": "0f1c4612-b9a3-43a1-a08c-f1d6b50f2728"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:02:41.707345 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06968b56-0b2c-473c-b88a-4485e29e1c1d x-openstack-request-id: req-06968b56-0b2c-473c-b88a-4485e29e1c1d {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:02:41.707645 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76127c46-19f6-4214-afa0-1148de7a2aba", "tag": "0f1c4612-b9a3-43a1-a08c-f1d6b50f2728", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:02:41.707916 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-06968b56-0b2c-473c-b88a-4485e29e1c1d {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:02:41.708333 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76127c46-19f6-4214-afa0-1148de7a2aba', 'tag': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'status': 'completed', 'code': 200} Nov 19 18:02:41.813080 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482775c-9aa4-4481-a5c2-4c7ac2cedef3 req-3aff4dec-7654-4010-8118-ad9618a10c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:41.815748 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-e482775c-9aa4-4481-a5c2-4c7ac2cedef3 req-3aff4dec-7654-4010-8118-ad9618a10c6e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d6509023720a4952a7a4e18c142e60b0&device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 1098 time: 0.0678329 Nov 19 18:02:41.897912 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-1ab27baf-d8e6-46c9-b341-77970f9e100b None None] Set router a1b27a22-e663-4948-aea1-f52c8cd69f27 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:02:41.946391 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482775c-9aa4-4481-a5c2-4c7ac2cedef3 req-97533bb6-ff75-4ff5-9cc4-857d061bc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:41.948347 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-e482775c-9aa4-4481-a5c2-4c7ac2cedef3 req-97533bb6-ff75-4ff5-9cc4-857d061bc360 service neutron] 10.222.0.85 "GET /v2.0/networks?id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 HTTP/1.1" status: 200 len: 919 time: 0.1097169 Nov 19 18:02:42.061003 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-e482775c-9aa4-4481-a5c2-4c7ac2cedef3 req-534fc0f2-efad-4c28-b005-18edc2a5b470 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 HTTP/1.1" status: 200 len: 999 time: 0.1037378 Nov 19 18:02:42.123320 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482775c-9aa4-4481-a5c2-4c7ac2cedef3 req-fd710da5-637c-44a1-8504-b343f56bd8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:42.124943 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-e482775c-9aa4-4481-a5c2-4c7ac2cedef3 req-fd710da5-637c-44a1-8504-b343f56bd8b7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34f1014f-e3bc-40d8-ab9c-c17a6a568473 HTTP/1.1" status: 200 len: 856 time: 0.0550442 Nov 19 18:02:42.193578 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482775c-9aa4-4481-a5c2-4c7ac2cedef3 req-5ee77c33-6486-4f39-882f-256efd41973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:42.196343 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-e482775c-9aa4-4481-a5c2-4c7ac2cedef3 req-5ee77c33-6486-4f39-882f-256efd41973d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626986 Nov 19 18:02:42.299260 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-1ab27baf-d8e6-46c9-b341-77970f9e100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': 'e88aeded-6805-4747-904b-0511dcf4349f', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'port_id': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'mac_address': 'fa:16:3e:92:30:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76127c46-19f6-4214-afa0-1148de7a2aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:02:26Z', 'updated_at': '2021-11-19T18:02:40Z', 'revision_number': 1, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a9e251-89b7-40bd-801b-51c21556dca4', 'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'mac_address': 'fa:16:3e:ab:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:22Z', 'updated_at': '2021-11-19T17:59:26Z', 'revision_number': 5, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'subnets': [{'id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:42.328427 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-e482775c-9aa4-4481-a5c2-4c7ac2cedef3 req-e6029587-56e3-416f-b04b-3fc2d9731f83 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242056 Nov 19 18:02:42.338157 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab27baf-d8e6-46c9-b341-77970f9e100b None None] Checking router: a1b27a22-e663-4948-aea1-f52c8cd69f27 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:02:42.355342 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab27baf-d8e6-46c9-b341-77970f9e100b None None] Routers {'a1b27a22-e663-4948-aea1-f52c8cd69f27'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:42.355985 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-1ab27baf-d8e6-46c9-b341-77970f9e100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:02:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1b27a22-e663-4948-aea1-f52c8cd69f27'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:42.440305 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-e482775c-9aa4-4481-a5c2-4c7ac2cedef3 req-2c885595-5269-43e6-be5d-fa076438f850 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027884 Nov 19 18:02:42.531431 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-1ab27baf-d8e6-46c9-b341-77970f9e100b None None] Set router a1b27a22-e663-4948-aea1-f52c8cd69f27 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:02:42.843308 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-1ab27baf-d8e6-46c9-b341-77970f9e100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': 'e88aeded-6805-4747-904b-0511dcf4349f', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'port_id': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'mac_address': 'fa:16:3e:92:30:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76127c46-19f6-4214-afa0-1148de7a2aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:02:26Z', 'updated_at': '2021-11-19T18:02:40Z', 'revision_number': 1, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a9e251-89b7-40bd-801b-51c21556dca4', 'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'mac_address': 'fa:16:3e:ab:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:22Z', 'updated_at': '2021-11-19T17:59:26Z', 'revision_number': 5, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'subnets': [{'id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:42.871453 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab27baf-d8e6-46c9-b341-77970f9e100b None None] The sync data for ids ['a1b27a22-e663-4948-aea1-f52c8cd69f27'] in dv-cinder-810785-3-iscsi is: [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': 'e88aeded-6805-4747-904b-0511dcf4349f', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'port_id': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'mac_address': 'fa:16:3e:92:30:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76127c46-19f6-4214-afa0-1148de7a2aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:02:26Z', 'updated_at': '2021-11-19T18:02:40Z', 'revision_number': 1, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a9e251-89b7-40bd-801b-51c21556dca4', 'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'mac_address': 'fa:16:3e:ab:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:22Z', 'updated_at': '2021-11-19T17:59:26Z', 'revision_number': 5, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'subnets': [{'id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:43.131474 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be84b3ce-6774-4c68-8853-1a1db7dc066b None None] New status for floating IP e88aeded-6805-4747-904b-0511dcf4349f: ACTIVE {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:02:43.197618 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:02:52.822317 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-cd93b301-5023-4c05-aae3-ddfa0d9c4a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.977917 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-0b47e8cd-c16a-4b4f-95f6-e2df7e2fb24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:57.260104 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.340712 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.640623 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:06.083697 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1605d-2078-4fa2-b778-7f3aefd7271b req-02422ff0-bd95-4640-8838-b8de2df72286 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:06.085199 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e3c1605d-2078-4fa2-b778-7f3aefd7271b req-02422ff0-bd95-4640-8838-b8de2df72286 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0508244 Nov 19 18:03:06.138003 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e3c1605d-2078-4fa2-b778-7f3aefd7271b req-424054ae-97f8-4536-b223-f551d5c0416c tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467434 Nov 19 18:03:07.256364 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974c825-47e8-42f0-b81e-9602ca32e098 req-8ee0c7d5-512b-4507-96ca-d211a189bb3a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:07.257853 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4974c825-47e8-42f0-b81e-9602ca32e098 req-8ee0c7d5-512b-4507-96ca-d211a189bb3a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0504782 Nov 19 18:03:07.307840 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4974c825-47e8-42f0-b81e-9602ca32e098 req-55caaaea-62f4-4b24-8183-f8b2d7ea1265 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439065 Nov 19 18:03:08.435219 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d338ab-d14c-4b57-9f29-476b3c7d5a55 req-67c5b262-8af3-4ac6-8239-9e49f1c2d944 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:08.436783 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e6d338ab-d14c-4b57-9f29-476b3c7d5a55 req-67c5b262-8af3-4ac6-8239-9e49f1c2d944 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0575264 Nov 19 18:03:08.489693 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e6d338ab-d14c-4b57-9f29-476b3c7d5a55 req-035f2d87-2d5e-4a8d-a188-047fe33610e5 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457399 Nov 19 18:03:08.619194 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:08.777040 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-15e2c82b-3b8a-4693-aa7c-1a63bbe8bb0b req-598f4d1b-7e23-4aaf-a46f-ceb289b002b6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446897 Nov 19 18:03:08.843766 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2c82b-3b8a-4693-aa7c-1a63bbe8bb0b req-4b22c0c5-890a-4d7f-ae8f-cdaca51cd3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:08.845278 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-15e2c82b-3b8a-4693-aa7c-1a63bbe8bb0b req-4b22c0c5-890a-4d7f-ae8f-cdaca51cd3f7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=80680fdddb2b4a919dc36de9924916fe&device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0420566 Nov 19 18:03:08.967634 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2c82b-3b8a-4693-aa7c-1a63bbe8bb0b req-76110148-2e6b-439d-b3fb-397a639548cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:08.969105 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-15e2c82b-3b8a-4693-aa7c-1a63bbe8bb0b req-76110148-2e6b-439d-b3fb-397a639548cf service neutron] 10.222.0.85 "GET /v2.0/networks?id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 200 len: 914 time: 0.0979629 Nov 19 18:03:09.042925 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-15e2c82b-3b8a-4693-aa7c-1a63bbe8bb0b req-a7366867-d9bf-4498-9b9f-8125abf0a137 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 HTTP/1.1" status: 200 len: 1001 time: 0.0653868 Nov 19 18:03:09.107167 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2c82b-3b8a-4693-aa7c-1a63bbe8bb0b req-8dfc2ec7-f395-4480-8045-bc048b27c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:09.108667 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-15e2c82b-3b8a-4693-aa7c-1a63bbe8bb0b req-8dfc2ec7-f395-4480-8045-bc048b27c9c7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e8e1a765-4ebe-43ec-94d3-165ffb63c5b5 HTTP/1.1" status: 200 len: 851 time: 0.0492408 Nov 19 18:03:09.166888 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2c82b-3b8a-4693-aa7c-1a63bbe8bb0b req-851a5b5f-5362-4f1d-bbc0-f3db4b264e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:09.168419 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-15e2c82b-3b8a-4693-aa7c-1a63bbe8bb0b req-851a5b5f-5362-4f1d-bbc0-f3db4b264e61 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475833 Nov 19 18:03:09.262681 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-15e2c82b-3b8a-4693-aa7c-1a63bbe8bb0b req-2f830398-c19e-4b29-ba9a-e44f30158573 service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853505 Nov 19 18:03:09.361766 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-15e2c82b-3b8a-4693-aa7c-1a63bbe8bb0b req-8742f1ff-0846-463b-b47b-0815bb83a25c service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912499 Nov 19 18:03:09.610647 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064ab03-8b00-4c08-8f61-19d853c634bb req-57ec4c16-c00f-4816-8b6e-774daad0c149 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:09.613275 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3064ab03-8b00-4c08-8f61-19d853c634bb req-57ec4c16-c00f-4816-8b6e-774daad0c149 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0533581 Nov 19 18:03:09.666592 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3064ab03-8b00-4c08-8f61-19d853c634bb req-fb5a2e19-f966-4938-b738-bb16f1aff60e tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473676 Nov 19 18:03:10.785428 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163eca4-bfd6-471e-8f46-a6109e01a0cc req-2defcd2c-9fba-4146-a0b0-c5326640d5d1 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:10.786858 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e163eca4-bfd6-471e-8f46-a6109e01a0cc req-2defcd2c-9fba-4146-a0b0-c5326640d5d1 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0491879 Nov 19 18:03:10.839857 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e163eca4-bfd6-471e-8f46-a6109e01a0cc req-07db6e5d-2985-4d07-acef-1d460f6d6fe2 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470514 Nov 19 18:03:11.957698 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76011c11-8a4b-4ffa-b455-d9976a88bf0f req-9d4649e7-bf4d-4db2-902c-1150d3cd094d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:11.959233 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-76011c11-8a4b-4ffa-b455-d9976a88bf0f req-9d4649e7-bf4d-4db2-902c-1150d3cd094d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0500183 Nov 19 18:03:12.017226 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-76011c11-8a4b-4ffa-b455-d9976a88bf0f req-fc8c61fc-b0fb-4f6c-aa1d-474bac6e7866 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518172 Nov 19 18:03:13.136063 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a03011-4772-431a-a59f-6e0abc9f0a5c req-a0f8a3da-daa8-4d71-9550-889fe6d84206 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:13.137461 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f8a03011-4772-431a-a59f-6e0abc9f0a5c req-a0f8a3da-daa8-4d71-9550-889fe6d84206 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0497532 Nov 19 18:03:13.188586 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f8a03011-4772-431a-a59f-6e0abc9f0a5c req-5c426ddf-1722-4500-bb24-99f1b688f811 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436931 Nov 19 18:03:14.308750 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692874e-5745-443d-94bf-3da9f1baf248 req-30f5efed-c11c-4bfb-bcbd-7d55b98093ec tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:14.310269 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d692874e-5745-443d-94bf-3da9f1baf248 req-30f5efed-c11c-4bfb-bcbd-7d55b98093ec tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0529535 Nov 19 18:03:14.360896 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d692874e-5745-443d-94bf-3da9f1baf248 req-93493f03-0b55-4c02-83c4-7de60fe4fd8e tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 Nov 19 18:03:15.477662 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffab06-532d-4f64-9523-05fef1a06500 req-c1a93d1e-31a9-4d6b-ac30-0acd17eb63c0 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:15.479256 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81ffab06-532d-4f64-9523-05fef1a06500 req-c1a93d1e-31a9-4d6b-ac30-0acd17eb63c0 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0516753 Nov 19 18:03:15.529602 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-81ffab06-532d-4f64-9523-05fef1a06500 req-00275b5f-2edf-436a-a03c-c9d5ee8b4ad2 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443892 Nov 19 18:03:16.262589 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586defe-17bf-40af-8197-02dfe24cbfef req-bbd2ac3a-b0b4-4d52-9917-797412079ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:16.264094 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-7586defe-17bf-40af-8197-02dfe24cbfef req-bbd2ac3a-b0b4-4d52-9917-797412079ab0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ad5b2672ba5646bfb5b2740e4b75db0c&device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 1099 time: 0.0407581 Nov 19 18:03:16.364180 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586defe-17bf-40af-8197-02dfe24cbfef req-3c4f0446-7689-4470-b629-dd5dcc22b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:16.365550 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-7586defe-17bf-40af-8197-02dfe24cbfef req-3c4f0446-7689-4470-b629-dd5dcc22b04d service neutron] 10.222.0.85 "GET /v2.0/networks?id=220d901e-9d1e-4493-85b3-56d8f5dcdef1 HTTP/1.1" status: 200 len: 910 time: 0.0924339 Nov 19 18:03:16.434839 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-7586defe-17bf-40af-8197-02dfe24cbfef req-563b22b3-af47-4484-bab2-cd3b369777b9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 HTTP/1.1" status: 200 len: 1002 time: 0.0605836 Nov 19 18:03:16.486160 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586defe-17bf-40af-8197-02dfe24cbfef req-862d56c9-c8af-404a-aa2a-b65fd145e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:16.487685 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-7586defe-17bf-40af-8197-02dfe24cbfef req-862d56c9-c8af-404a-aa2a-b65fd145e3e2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2855729-ba47-4130-8ca0-fc3d37be7692 HTTP/1.1" status: 200 len: 847 time: 0.0449884 Nov 19 18:03:16.534727 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586defe-17bf-40af-8197-02dfe24cbfef req-a531ed5c-1b09-4e53-9c0f-212d8805a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:16.536239 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-7586defe-17bf-40af-8197-02dfe24cbfef req-a531ed5c-1b09-4e53-9c0f-212d8805a4a5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=220d901e-9d1e-4493-85b3-56d8f5dcdef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412152 Nov 19 18:03:16.636540 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-7586defe-17bf-40af-8197-02dfe24cbfef req-f66c22f2-3d2d-4fd3-8573-ffd1d2f8f30a service neutron] 10.222.0.85 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900755 Nov 19 18:03:16.661673 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c7794-de8b-4f3f-840a-fba25bd8b155 req-0b437c9e-f4a9-4a62-ac3f-c115cddd849a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:16.663374 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2d4c7794-de8b-4f3f-840a-fba25bd8b155 req-0b437c9e-f4a9-4a62-ac3f-c115cddd849a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0571010 Nov 19 18:03:16.716795 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2d4c7794-de8b-4f3f-840a-fba25bd8b155 req-6d0a3002-7d44-439c-a2f4-e39aa85b8663 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473523 Nov 19 18:03:16.728545 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-7586defe-17bf-40af-8197-02dfe24cbfef req-1b5ce97b-7d76-4c3c-9b66-193418ddd0e2 service neutron] 10.222.0.85 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838649 Nov 19 18:03:17.835644 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97488bc4-650a-4e36-ac6b-d303d5d8a390 req-f7054105-a4c5-4026-82ea-f0f220033d4d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:17.837158 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-97488bc4-650a-4e36-ac6b-d303d5d8a390 req-f7054105-a4c5-4026-82ea-f0f220033d4d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0505171 Nov 19 18:03:17.886525 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-97488bc4-650a-4e36-ac6b-d303d5d8a390 req-1abf5b96-2c1e-482b-b12f-492c72139b3a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433512 Nov 19 18:03:19.007863 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42f286-7b61-4151-b908-3e943c3f5349 req-df69a357-53ae-4033-b799-7ac46197ea44 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:19.009394 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dd42f286-7b61-4151-b908-3e943c3f5349 req-df69a357-53ae-4033-b799-7ac46197ea44 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0513191 Nov 19 18:03:19.065457 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dd42f286-7b61-4151-b908-3e943c3f5349 req-dc572ad5-8233-4010-b966-d986a0c2551a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496960 Nov 19 18:03:19.290347 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14bfbc-e36c-491a-b03a-ee1cd7be6f63 req-00fc834c-06d4-4891-a8e1-ccccec55a714 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:19.292682 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ff14bfbc-e36c-491a-b03a-ee1cd7be6f63 req-00fc834c-06d4-4891-a8e1-ccccec55a714 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0552604 Nov 19 18:03:19.341312 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46136) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:19.348647 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ff14bfbc-e36c-491a-b03a-ee1cd7be6f63 req-e114757e-11a7-460f-8006-6397200f5a94 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499785 Nov 19 18:03:19.435065 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-9fcfc6a6-184f-41df-9d18-2fa0f5493451 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923688 Nov 19 18:03:19.444670 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-9f8132c8-c9b1-462e-9422-c06cfe060816 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:03:19.445664 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-9f8132c8-c9b1-462e-9422-c06cfe060816 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052223 Nov 19 18:03:20.196497 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:03:20.468578 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718d9f0-18b9-4f4f-a409-ddbec73db8cd req-88c74afb-9310-49a0-bf8f-84e1c47f2a40 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:20.470107 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7718d9f0-18b9-4f4f-a409-ddbec73db8cd req-88c74afb-9310-49a0-bf8f-84e1c47f2a40 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0503795 Nov 19 18:03:20.526418 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7718d9f0-18b9-4f4f-a409-ddbec73db8cd req-bdbabf5a-dd58-460d-8aa9-64185e07189e tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479047 Nov 19 18:03:20.873804 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-58136d51-2aba-45c0-8590-a827c3a2bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:20.875227 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-58136d51-2aba-45c0-8590-a827c3a2bb48 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819&tenant_id=ad5b2672ba5646bfb5b2740e4b75db0c HTTP/1.1" status: 200 len: 1099 time: 0.0681295 Nov 19 18:03:20.946267 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-41aceb56-2a28-4cbf-ad29-b6182aaf2421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:20.947765 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-41aceb56-2a28-4cbf-ad29-b6182aaf2421 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ad5b2672ba5646bfb5b2740e4b75db0c&device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 1099 time: 0.0452106 Nov 19 18:03:21.044381 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-bccb760b-7474-4665-965a-2573dcaad076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:21.045919 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-bccb760b-7474-4665-965a-2573dcaad076 service neutron] 10.222.0.85 "GET /v2.0/networks?id=220d901e-9d1e-4493-85b3-56d8f5dcdef1 HTTP/1.1" status: 200 len: 910 time: 0.0890284 Nov 19 18:03:21.115199 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-11f7ec3d-b86e-49cb-a305-d62976c7406e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 HTTP/1.1" status: 200 len: 1002 time: 0.0594449 Nov 19 18:03:21.169896 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-28f935b7-277a-42d3-8b41-008aa79d156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:21.171302 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-28f935b7-277a-42d3-8b41-008aa79d156e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2855729-ba47-4130-8ca0-fc3d37be7692 HTTP/1.1" status: 200 len: 847 time: 0.0483932 Nov 19 18:03:21.218303 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-d1347f82-cf7c-4695-8721-0a4bb133ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:21.219799 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-d1347f82-cf7c-4695-8721-0a4bb133ac6b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=220d901e-9d1e-4493-85b3-56d8f5dcdef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392370 Nov 19 18:03:21.311166 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-6ed9f1c8-9f36-4db8-8dd6-02f8e96b2a35 service neutron] 10.222.0.85 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825078 Nov 19 18:03:21.407889 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-d9928cce-42ae-4038-a3d9-37e162611d72 req-06a78401-df0c-4c34-beeb-62288f18edd1 service neutron] 10.222.0.85 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882201 Nov 19 18:03:21.648408 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b5c0a-7e17-4a45-8eee-3aaa866d625c req-3d278b4a-6561-4143-bcec-ba2e0752efdf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:21.650191 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d67b5c0a-7e17-4a45-8eee-3aaa866d625c req-3d278b4a-6561-4143-bcec-ba2e0752efdf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0548422 Nov 19 18:03:21.701230 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d67b5c0a-7e17-4a45-8eee-3aaa866d625c req-39a730da-2d69-40ea-ae18-483547c058e3 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451674 Nov 19 18:03:22.823798 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-52069271-89a6-4cda-b2d3-a9d231543e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:22.829568 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f541e3-1d34-446e-8b8a-936be23bbb61 req-7a6aaa7b-fc95-4479-8e5e-9de3de4566ea tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:22.831689 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-38f541e3-1d34-446e-8b8a-936be23bbb61 req-7a6aaa7b-fc95-4479-8e5e-9de3de4566ea tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0566137 Nov 19 18:03:22.882348 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-38f541e3-1d34-446e-8b8a-936be23bbb61 req-1b183d27-b995-4c77-984b-806ad4167eeb tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446954 Nov 19 18:03:22.917042 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:03:22.991627 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:23.014240 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:03:23.016512 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a689bd9c-aac6-429d-9042-4d00b31ae489" -d '{"events": [{"server_uuid": "341fa7a2-ceac-4ae9-84f8-c8a3833ce819", "name": "network-vif-unplugged", "status": "completed", "tag": "92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:03:23.032945 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,segment=NetworkSegment(6ee9ce37-8f1c-45bf-badf-1d79588005b7),segment_id=6ee9ce37-8f1c-45bf-badf-1d79588005b7)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:23.039241 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:23.061993 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994e591a-31a1-4bf5-90ed-ec2cb42c34f4 x-openstack-request-id: req-994e591a-31a1-4bf5-90ed-ec2cb42c34f4 {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:03:23.062284 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341fa7a2-ceac-4ae9-84f8-c8a3833ce819", "name": "network-vif-unplugged", "status": "completed", "tag": "92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:03:23.062652 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-994e591a-31a1-4bf5-90ed-ec2cb42c34f4 {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:03:23.063005 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0', 'code': 200} Nov 19 18:03:23.088863 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,revision_number=6']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:24.011244 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44de766-753a-4cb2-8330-97080478dc49 req-4f1a655f-dd46-488e-9eb8-fd0bf779af34 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:24.013302 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d44de766-753a-4cb2-8330-97080478dc49 req-4f1a655f-dd46-488e-9eb8-fd0bf779af34 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 944 time: 0.0546992 Nov 19 18:03:24.068988 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d44de766-753a-4cb2-8330-97080478dc49 req-930be4ec-0d49-4a66-8bac-a338d0a3a392 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494609 Nov 19 18:03:25.186253 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015069ca-343e-4c0c-a752-ae704e538dc7 req-79a0baac-1209-404d-b5a5-bc10ce2907a6 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:25.187739 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-015069ca-343e-4c0c-a752-ae704e538dc7 req-79a0baac-1209-404d-b5a5-bc10ce2907a6 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 944 time: 0.0493338 Nov 19 18:03:25.239079 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-015069ca-343e-4c0c-a752-ae704e538dc7 req-cfea0e39-ea73-4432-a007-1388fe1ed99c tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445626 Nov 19 18:03:25.981281 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-70072d20-f0b0-42f4-bfd1-77803505d7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:26.360401 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3f6bb-84ca-4a6a-a282-e20dd918d0c9 req-064fef5a-f2f7-4d8a-a77b-f54f35df86d0 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:26.363657 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-52d3f6bb-84ca-4a6a-a282-e20dd918d0c9 req-064fef5a-f2f7-4d8a-a77b-f54f35df86d0 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 944 time: 0.0526381 Nov 19 18:03:26.431009 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-52d3f6bb-84ca-4a6a-a282-e20dd918d0c9 req-2a2bf360-faeb-4520-bcae-d0050385e878 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521154 Nov 19 18:03:27.262379 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:27.546659 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5e5c6-664e-4899-9e34-c54b5bed3cf2 req-6b6edc0b-2075-46b5-acf8-f295609fd19a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:27.548055 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-23f5e5c6-664e-4899-9e34-c54b5bed3cf2 req-6b6edc0b-2075-46b5-acf8-f295609fd19a tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 944 time: 0.0526109 Nov 19 18:03:27.600454 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-23f5e5c6-664e-4899-9e34-c54b5bed3cf2 req-68b67b31-e92b-4d4b-964c-66a26d3b742d tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454767 Nov 19 18:03:27.742979 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f998f9f-365f-4642-81f8-392f121d7015 req-9b2ff0e9-070d-4935-b186-d6e0fc5b0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:27.744465 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-2f998f9f-365f-4642-81f8-392f121d7015 req-9b2ff0e9-070d-4935-b186-d6e0fc5b0b5b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 1097 time: 0.0403273 Nov 19 18:03:27.794317 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-2f998f9f-365f-4642-81f8-392f121d7015 req-dc760fb7-9726-43c3-a243-f7b263f466b5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398085 Nov 19 18:03:28.750496 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf320aae-2580-4a2b-87c4-003486b3d755 req-bd82b68c-e268-4a65-9411-65cfb84f8a96 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:28.752600 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cf320aae-2580-4a2b-87c4-003486b3d755 req-bd82b68c-e268-4a65-9411-65cfb84f8a96 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 944 time: 0.0797012 Nov 19 18:03:28.787857 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4e7a1-15dc-47d2-ab15-35f63c48464d req-37abd6c3-a01e-4070-8a04-7eb10b78993d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:28.789328 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-43f4e7a1-15dc-47d2-ab15-35f63c48464d req-37abd6c3-a01e-4070-8a04-7eb10b78993d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0835538 Nov 19 18:03:28.835402 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cf320aae-2580-4a2b-87c4-003486b3d755 req-679c3c97-a35f-4a1e-b2d7-fbeec71e5633 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752635 Nov 19 18:03:28.859206 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-43f4e7a1-15dc-47d2-ab15-35f63c48464d req-6b307e05-9252-4d2e-b98a-05d17ba018fb tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638437 Nov 19 18:03:28.948533 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:03:29.049158 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,segment=NetworkSegment(6ee9ce37-8f1c-45bf-badf-1d79588005b7),segment_id=6ee9ce37-8f1c-45bf-badf-1d79588005b7)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:29.066822 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'port_id': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0', 'mac_address': 'fa:16:3e:78:b4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:03:29.104586 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.117575 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:03:29.138141 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,segment=NetworkSegment(6ee9ce37-8f1c-45bf-badf-1d79588005b7),segment_id=6ee9ce37-8f1c-45bf-badf-1d79588005b7)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:29.142137 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.191501 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,revision_number=7']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:29.340593 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.523515 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:03:29.655916 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.990630 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a751956-a1d5-4646-a29e-0441beb0b533 req-2db6a1e7-c0e1-441c-bcbe-884ad65af207 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:29.992218 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2a751956-a1d5-4646-a29e-0441beb0b533 req-2db6a1e7-c0e1-441c-bcbe-884ad65af207 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 945 time: 0.0868766 Nov 19 18:03:30.001039 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986b227-ba52-4bea-8f8a-b8c9bf9c72aa req-373182fe-b0dd-4503-ae83-4ec8087436af tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:30.003356 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f986b227-ba52-4bea-8f8a-b8c9bf9c72aa req-373182fe-b0dd-4503-ae83-4ec8087436af tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0685351 Nov 19 18:03:30.082312 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2a751956-a1d5-4646-a29e-0441beb0b533 req-32e6c990-854c-40bb-8aca-3b1f1e3b2f2c tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779498 Nov 19 18:03:30.085542 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f986b227-ba52-4bea-8f8a-b8c9bf9c72aa req-9a362a4e-e298-46b4-b91e-7558e376f9ac tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754216 Nov 19 18:03:30.964556 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:31.014255 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:31.014651 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.098111 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.121191 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:03:31.123544 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ea89d5-e020-447f-b392-0411fd768497" -d '{"events": [{"server_uuid": "341fa7a2-ceac-4ae9-84f8-c8a3833ce819", "name": "network-vif-plugged", "status": "completed", "tag": "92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:03:31.137995 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,segment=NetworkSegment(6ee9ce37-8f1c-45bf-badf-1d79588005b7),segment_id=6ee9ce37-8f1c-45bf-badf-1d79588005b7)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:31.143984 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.170750 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf4bc57-4fd7-4d03-b19b-63c35f91c65c x-openstack-request-id: req-1bf4bc57-4fd7-4d03-b19b-63c35f91c65c {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:03:31.171048 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341fa7a2-ceac-4ae9-84f8-c8a3833ce819", "name": "network-vif-plugged", "status": "completed", "tag": "92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:03:31.171306 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1bf4bc57-4fd7-4d03-b19b-63c35f91c65c {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:03:31.171787 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0', 'code': 200} Nov 19 18:03:31.198940 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,revision_number=8']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:31.207495 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:31.207775 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:31.208020 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:31.208360 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:31.208703 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:31.209043 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:31.209382 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:31.209721 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:31.210059 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:31.210390 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:31.210746 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:31.211082 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:31.212891 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6ec8c-90ec-4fbb-92e3-40d92b932e5e req-f6db1bd2-4435-4d68-935e-b570bc8da7e4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:31.214517 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-60c6ec8c-90ec-4fbb-92e3-40d92b932e5e req-f6db1bd2-4435-4d68-935e-b570bc8da7e4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0508132 Nov 19 18:03:31.268543 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-60c6ec8c-90ec-4fbb-92e3-40d92b932e5e req-443c9e51-f125-4774-abf4-729a7f1821f8 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421169 Nov 19 18:03:32.393420 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4448776-2757-4a5f-9116-5d29e22236ee req-d385f422-eb4f-4ccd-91ca-d6dab0ede0de tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:32.394991 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d4448776-2757-4a5f-9116-5d29e22236ee req-d385f422-eb4f-4ccd-91ca-d6dab0ede0de tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0504837 Nov 19 18:03:32.443593 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d4448776-2757-4a5f-9116-5d29e22236ee req-c70f613e-a4dd-4e9d-aedc-23851d7e0a2b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426011 Nov 19 18:03:33.572186 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a485d8-e8c7-4d3d-99fa-ac4edf82c507 req-bbf54b5a-8444-4d82-a89b-36d82a664a59 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:33.573613 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-87a485d8-e8c7-4d3d-99fa-ac4edf82c507 req-bbf54b5a-8444-4d82-a89b-36d82a664a59 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0544782 Nov 19 18:03:33.623243 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-87a485d8-e8c7-4d3d-99fa-ac4edf82c507 req-0086982b-5962-48e4-9264-ace923db7e5a tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434351 Nov 19 18:03:34.746352 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243318f-e2d5-40d4-bbe4-ed62a8a086a6 req-b17e8b2c-7583-4251-ab55-d2d56505d651 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:34.747766 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1243318f-e2d5-40d4-bbe4-ed62a8a086a6 req-b17e8b2c-7583-4251-ab55-d2d56505d651 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0510375 Nov 19 18:03:34.795824 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1243318f-e2d5-40d4-bbe4-ed62a8a086a6 req-79eea101-72cc-497d-aa2d-40faf18a4aa7 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416992 Nov 19 18:03:35.918665 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e9f84-6981-4cfa-97ba-936e2c641221 req-0a8ef6f5-fac4-4e3c-a99b-cf9485a0a33e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:35.920151 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-998e9f84-6981-4cfa-97ba-936e2c641221 req-0a8ef6f5-fac4-4e3c-a99b-cf9485a0a33e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0520728 Nov 19 18:03:35.968857 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-998e9f84-6981-4cfa-97ba-936e2c641221 req-fe9bc114-a963-4548-91e1-51cab7c2c5e6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420656 Nov 19 18:03:37.108705 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da9d0b-98a6-44ea-8547-9e70abc139cc req-7acc553e-090a-4f53-b08b-4d3b7523a35f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:37.110239 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b7da9d0b-98a6-44ea-8547-9e70abc139cc req-7acc553e-090a-4f53-b08b-4d3b7523a35f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0541062 Nov 19 18:03:37.165378 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b7da9d0b-98a6-44ea-8547-9e70abc139cc req-11a954de-470a-4f69-b9e5-69c721b9cfcb tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481539 Nov 19 18:03:38.289081 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4070ab3-8ad4-4b13-84e0-0073b09fb18d req-62f3e06a-c083-4254-97ce-68e783d8e49c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:38.290608 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f4070ab3-8ad4-4b13-84e0-0073b09fb18d req-62f3e06a-c083-4254-97ce-68e783d8e49c tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0488646 Nov 19 18:03:38.343774 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f4070ab3-8ad4-4b13-84e0-0073b09fb18d req-b5dbeaad-7b04-401b-bac0-bf9a8c242ae8 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472455 Nov 19 18:03:38.637952 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:39.483679 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddc07a-a96a-4c60-953d-35470730148e req-365ce976-db95-49d8-8158-44b4d2684cf0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:39.485282 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-65ddc07a-a96a-4c60-953d-35470730148e req-365ce976-db95-49d8-8158-44b4d2684cf0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0611107 Nov 19 18:03:39.540932 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-65ddc07a-a96a-4c60-953d-35470730148e req-55b5080d-fff2-49db-88be-ac9800a8fed6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483599 Nov 19 18:03:40.669633 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1c62e-2a97-42d2-9faa-38498603e9fb req-52738599-b542-4d16-a41c-2ffad1d03972 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:40.671217 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cbb1c62e-2a97-42d2-9faa-38498603e9fb req-52738599-b542-4d16-a41c-2ffad1d03972 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0504935 Nov 19 18:03:40.723688 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cbb1c62e-2a97-42d2-9faa-38498603e9fb req-d0a45ace-a9f5-4535-9448-84e8b3bd4556 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455551 Nov 19 18:03:41.850714 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f910e0-7da6-48c6-bf32-67a4a5be617a req-96ec9f56-7757-4b1a-b48a-c29aa9c0f774 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:41.852277 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-88f910e0-7da6-48c6-bf32-67a4a5be617a req-96ec9f56-7757-4b1a-b48a-c29aa9c0f774 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0554180 Nov 19 18:03:41.900474 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-88f910e0-7da6-48c6-bf32-67a4a5be617a req-270ff660-8fb4-48ed-8be7-2c873903429e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421946 Nov 19 18:03:43.024232 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c2271-747d-4914-945c-9dda486c11ba req-c075a314-7ae8-4617-b708-d3fb08ecd318 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:43.025776 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-829c2271-747d-4914-945c-9dda486c11ba req-c075a314-7ae8-4617-b708-d3fb08ecd318 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0508678 Nov 19 18:03:43.075136 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-829c2271-747d-4914-945c-9dda486c11ba req-4d992336-a681-48d0-971f-f3afc0124809 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431678 Nov 19 18:03:44.200522 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093c634-d55e-4f66-bf49-e721584170e1 req-d9851782-e0eb-41f4-85d5-df6b076711c4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:44.201984 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e093c634-d55e-4f66-bf49-e721584170e1 req-d9851782-e0eb-41f4-85d5-df6b076711c4 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0505888 Nov 19 18:03:44.255963 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e093c634-d55e-4f66-bf49-e721584170e1 req-aecddd4b-abf8-44e9-bd34-278cc35fa11b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463934 Nov 19 18:03:45.377874 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab8005-09a0-4f87-a6b5-3f2b8666bf96 req-9cf2299f-a447-4467-b383-c111511c0fa9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:45.379404 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-28ab8005-09a0-4f87-a6b5-3f2b8666bf96 req-9cf2299f-a447-4467-b383-c111511c0fa9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0500700 Nov 19 18:03:45.427489 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-28ab8005-09a0-4f87-a6b5-3f2b8666bf96 req-08f2fe6e-a641-4300-8cfa-ce38269f0efa tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420594 Nov 19 18:03:46.557881 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1de41-11fa-4b2e-89a7-006880c727ca req-e79db517-7d2f-45af-8ba7-4f8cd705b053 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:46.559436 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f3a1de41-11fa-4b2e-89a7-006880c727ca req-e79db517-7d2f-45af-8ba7-4f8cd705b053 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0509930 Nov 19 18:03:46.609843 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f3a1de41-11fa-4b2e-89a7-006880c727ca req-335282ac-0a4c-47e7-8a97-fa650ee96380 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434899 Nov 19 18:03:47.033557 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:03:47.134975 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:47.149147 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'port_id': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'mac_address': 'fa:16:3e:92:30:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:03:47.200514 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:47.215702 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:03:47.243699 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:47.248228 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:47.311005 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,revision_number=6']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:47.369177 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['0f1c4612-b9a3-43a1-a08c-f1d6b50f2728'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:03:47.750278 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076eb72-801d-48c5-a722-7edd4305da4d req-c92b7e81-a36a-4b46-a30d-6e2e82118869 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:47.759429 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1076eb72-801d-48c5-a722-7edd4305da4d req-c92b7e81-a36a-4b46-a30d-6e2e82118869 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 944 time: 0.0660036 Nov 19 18:03:47.807232 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1076eb72-801d-48c5-a722-7edd4305da4d req-06b2d5eb-111e-4743-b107-cd97da691257 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456483 Nov 19 18:03:48.946285 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403be38-3c45-46cb-8c3e-f1ee2bc8567d req-da4a5952-dc39-481b-abb2-913067bdc081 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:48.948767 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9403be38-3c45-46cb-8c3e-f1ee2bc8567d req-da4a5952-dc39-481b-abb2-913067bdc081 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 944 time: 0.0610340 Nov 19 18:03:49.013170 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9403be38-3c45-46cb-8c3e-f1ee2bc8567d req-a906086e-555d-4566-bb53-58d9050b97c8 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554860 Nov 19 18:03:49.044230 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:49.109606 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:49.110296 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:49.211146 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:49.247604 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76127c46-19f6-4214-afa0-1148de7a2aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:03:49.250119 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362f34b4-dcf1-4f18-bc0b-97ca4f08a144" -d '{"events": [{"server_uuid": "76127c46-19f6-4214-afa0-1148de7a2aba", "name": "network-vif-plugged", "status": "completed", "tag": "0f1c4612-b9a3-43a1-a08c-f1d6b50f2728"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:03:49.279707 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:49.289242 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:49.331277 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f6c85a-7e39-4319-879a-e54f07816bb6 x-openstack-request-id: req-31f6c85a-7e39-4319-879a-e54f07816bb6 {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:03:49.331636 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76127c46-19f6-4214-afa0-1148de7a2aba", "name": "network-vif-plugged", "status": "completed", "tag": "0f1c4612-b9a3-43a1-a08c-f1d6b50f2728", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:03:49.331829 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-31f6c85a-7e39-4319-879a-e54f07816bb6 {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:03:49.332244 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76127c46-19f6-4214-afa0-1148de7a2aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'code': 200} Nov 19 18:03:49.356735 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,revision_number=7']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:50.178969 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354e3fa-d683-4eb1-a183-35144d2d9dd9 req-5da6e7ba-adde-41ba-ae6c-532ca1d1499b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:50.186447 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1354e3fa-d683-4eb1-a183-35144d2d9dd9 req-5da6e7ba-adde-41ba-ae6c-532ca1d1499b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0741615 Nov 19 18:03:50.236947 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1354e3fa-d683-4eb1-a183-35144d2d9dd9 req-fed1df16-9051-46f8-afcc-ba5335aa1d19 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495296 Nov 19 18:03:51.388658 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8be9e8-812c-4c24-8ae1-e0b954fd9646 req-d0ea5049-abc1-45e0-834d-bb41915ce5b0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:51.390180 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ab8be9e8-812c-4c24-8ae1-e0b954fd9646 req-d0ea5049-abc1-45e0-834d-bb41915ce5b0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0540085 Nov 19 18:03:51.442138 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ab8be9e8-812c-4c24-8ae1-e0b954fd9646 req-38b80728-49b7-4693-bc65-76e64dcb67e9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454443 Nov 19 18:03:52.581743 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87154b6b-173b-4b38-8aed-de64045b3dd4 req-c3637306-8359-4159-952e-35eb85a4a00b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:52.583383 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-87154b6b-173b-4b38-8aed-de64045b3dd4 req-c3637306-8359-4159-952e-35eb85a4a00b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0569036 Nov 19 18:03:52.640387 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-87154b6b-173b-4b38-8aed-de64045b3dd4 req-bbd505c6-442c-4733-b2ff-38238d57a6b6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505006 Nov 19 18:03:52.829788 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-5f27f6bc-88b5-44da-82d7-22a0ff80a097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:53.789420 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde12d70-33c1-4997-be05-e1d10dfc56c9 req-1af10252-3cb1-483a-a8d6-19fbc95fcfe0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:53.790891 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fde12d70-33c1-4997-be05-e1d10dfc56c9 req-1af10252-3cb1-483a-a8d6-19fbc95fcfe0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0598176 Nov 19 18:03:53.849574 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fde12d70-33c1-4997-be05-e1d10dfc56c9 req-3e0a7228-b327-4608-a9af-37ef8892aa52 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522048 Nov 19 18:03:54.982550 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f386da-40b1-48c5-8368-aa7816476aff req-97d1f0dc-c416-424f-aaca-180ca98b6378 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:54.984118 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e9f386da-40b1-48c5-8368-aa7816476aff req-97d1f0dc-c416-424f-aaca-180ca98b6378 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0531726 Nov 19 18:03:55.059925 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e9f386da-40b1-48c5-8368-aa7816476aff req-47955483-a7dd-474c-af69-27c8e628da91 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689526 Nov 19 18:03:55.984302 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-a242b711-c409-4903-bba8-9df1f13da2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:56.186796 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cbc49-4259-4d6e-9b6d-93eda17abbb5 req-fe58e26e-19bf-43ed-b9ab-9cb419484913 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:56.188263 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e45cbc49-4259-4d6e-9b6d-93eda17abbb5 req-fe58e26e-19bf-43ed-b9ab-9cb419484913 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0521564 Nov 19 18:03:56.237995 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e45cbc49-4259-4d6e-9b6d-93eda17abbb5 req-00255473-32a1-474b-b7fe-c587c4775f28 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428901 Nov 19 18:03:56.731735 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e9c16-30c2-4aaf-ac7f-d4854c874f3d req-9c17faa6-93d0-44cd-b924-75ef8c0a004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:56.733244 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-4f2e9c16-30c2-4aaf-ac7f-d4854c874f3d req-9c17faa6-93d0-44cd-b924-75ef8c0a004b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d6509023720a4952a7a4e18c142e60b0&device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 1098 time: 0.2788651 Nov 19 18:03:56.828777 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e9c16-30c2-4aaf-ac7f-d4854c874f3d req-0a880fd1-a0ca-4991-8741-4846e7a36c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:56.831183 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-4f2e9c16-30c2-4aaf-ac7f-d4854c874f3d req-0a880fd1-a0ca-4991-8741-4846e7a36c8e service neutron] 10.222.0.85 "GET /v2.0/networks?id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 HTTP/1.1" status: 200 len: 919 time: 0.0887091 Nov 19 18:03:56.900783 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-4f2e9c16-30c2-4aaf-ac7f-d4854c874f3d req-41f34602-18de-483c-b383-92f7c7c1cbe8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 HTTP/1.1" status: 200 len: 1001 time: 0.0622981 Nov 19 18:03:56.950413 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e9c16-30c2-4aaf-ac7f-d4854c874f3d req-a7fd3ac4-3433-4ce6-8a43-b60ac23de8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:56.951864 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-4f2e9c16-30c2-4aaf-ac7f-d4854c874f3d req-a7fd3ac4-3433-4ce6-8a43-b60ac23de8a0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34f1014f-e3bc-40d8-ab9c-c17a6a568473 HTTP/1.1" status: 200 len: 856 time: 0.0429280 Nov 19 18:03:57.001864 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e9c16-30c2-4aaf-ac7f-d4854c874f3d req-6237b5d7-228f-4c39-bd3a-e374874ee2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:57.003363 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-4f2e9c16-30c2-4aaf-ac7f-d4854c874f3d req-6237b5d7-228f-4c39-bd3a-e374874ee2b5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423794 Nov 19 18:03:57.097149 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-4f2e9c16-30c2-4aaf-ac7f-d4854c874f3d req-8cd90e70-5a7f-4e89-89cb-8282b86ee283 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860047 Nov 19 18:03:57.189383 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-4f2e9c16-30c2-4aaf-ac7f-d4854c874f3d req-e04d39c8-0ec6-4830-a32d-d6f048a269e5 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829811 Nov 19 18:03:57.196115 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:03:57.265243 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.363315 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b06c18-b152-470d-b40d-3b6b5f7280d4 req-cb3d588f-43a6-420b-bdb6-3b235098d1f6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:57.364909 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-25b06c18-b152-470d-b40d-3b6b5f7280d4 req-cb3d588f-43a6-420b-bdb6-3b235098d1f6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0530276 Nov 19 18:03:57.412334 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-25b06c18-b152-470d-b40d-3b6b5f7280d4 req-671b3a9c-775a-40bd-8b3b-a692e7080c2d tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412812 Nov 19 18:03:58.535188 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92222-b85b-49cf-93bd-241d81a778a0 req-a37f4367-1446-4c12-a9e7-696ddbd8c215 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:58.536666 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-76b92222-b85b-49cf-93bd-241d81a778a0 req-a37f4367-1446-4c12-a9e7-696ddbd8c215 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0508437 Nov 19 18:03:58.587850 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-76b92222-b85b-49cf-93bd-241d81a778a0 req-73f56ec4-e951-4662-9e5a-b3f6fb1a37e1 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451558 Nov 19 18:03:59.340279 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.642675 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.715683 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76eb4e9-f055-4b06-9017-676ca835e9c8 req-8544cf75-0e16-4215-8733-e2dd914a5202 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:59.717280 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b76eb4e9-f055-4b06-9017-676ca835e9c8 req-8544cf75-0e16-4215-8733-e2dd914a5202 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0519946 Nov 19 18:03:59.765116 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b76eb4e9-f055-4b06-9017-676ca835e9c8 req-ec2f4ca9-e131-4619-abc5-ac733c6b1b17 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417318 Nov 19 18:04:00.684996 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d10df-c135-475f-8c15-b2625c3605a2 req-0276fdac-5f64-49c7-a44b-9f1adbda39e6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:00.686384 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-427d10df-c135-475f-8c15-b2625c3605a2 req-0276fdac-5f64-49c7-a44b-9f1adbda39e6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 945 time: 0.0504401 Nov 19 18:04:00.724434 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-ad41b3cc-c9b9-42da-a44a-1f7d0deb71b1 req-28b30984-99f0-4800-b9d1-6e726c84229f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0460925 Nov 19 18:04:00.738835 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-427d10df-c135-475f-8c15-b2625c3605a2 req-d79fdcaa-5eb3-45dd-855d-7bfe4115687b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451770 Nov 19 18:04:01.074680 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:04:01.157529 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:01.181023 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76127c46-19f6-4214-afa0-1148de7a2aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:04:01.183353 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9d1400-2aa7-4847-9c53-91ea0a21cb1c" -d '{"events": [{"server_uuid": "76127c46-19f6-4214-afa0-1148de7a2aba", "name": "network-vif-unplugged", "status": "completed", "tag": "0f1c4612-b9a3-43a1-a08c-f1d6b50f2728"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:04:01.198331 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:01.205370 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:01.235887 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1b55bc-5601-4298-8f42-9b5a6b23c517 x-openstack-request-id: req-8b1b55bc-5601-4298-8f42-9b5a6b23c517 {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:04:01.236358 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76127c46-19f6-4214-afa0-1148de7a2aba", "name": "network-vif-unplugged", "status": "completed", "tag": "0f1c4612-b9a3-43a1-a08c-f1d6b50f2728", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:04:01.236670 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8b1b55bc-5601-4298-8f42-9b5a6b23c517 {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:04:01.238506 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76127c46-19f6-4214-afa0-1148de7a2aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'code': 200} Nov 19 18:04:01.264118 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,revision_number=8']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:01.533313 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41b3cc-c9b9-42da-a44a-1f7d0deb71b1 req-246e287b-30ed-4877-a088-fec10f45f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:01.535112 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-ad41b3cc-c9b9-42da-a44a-1f7d0deb71b1 req-246e287b-30ed-4877-a088-fec10f45f416 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba&tenant_id=d6509023720a4952a7a4e18c142e60b0 HTTP/1.1" status: 200 len: 1096 time: 0.0431406 Nov 19 18:04:01.598565 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41b3cc-c9b9-42da-a44a-1f7d0deb71b1 req-1bc3ea06-6c32-4936-bc38-b7bed44380e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:01.600041 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-ad41b3cc-c9b9-42da-a44a-1f7d0deb71b1 req-1bc3ea06-6c32-4936-bc38-b7bed44380e8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d6509023720a4952a7a4e18c142e60b0&device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 1096 time: 0.0410111 Nov 19 18:04:01.693440 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41b3cc-c9b9-42da-a44a-1f7d0deb71b1 req-6cb8d4e6-56d5-4ba9-874d-21114b05d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:01.694944 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-ad41b3cc-c9b9-42da-a44a-1f7d0deb71b1 req-6cb8d4e6-56d5-4ba9-874d-21114b05d43f service neutron] 10.222.0.85 "GET /v2.0/networks?id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 HTTP/1.1" status: 200 len: 919 time: 0.0871470 Nov 19 18:04:01.762507 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-ad41b3cc-c9b9-42da-a44a-1f7d0deb71b1 req-fc72839b-d88c-47a4-a979-b9dc0e63cc48 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 HTTP/1.1" status: 200 len: 999 time: 0.0596797 Nov 19 18:04:01.817991 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41b3cc-c9b9-42da-a44a-1f7d0deb71b1 req-afd9bfb7-db04-4481-abed-7b1730c5bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:01.819485 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-ad41b3cc-c9b9-42da-a44a-1f7d0deb71b1 req-afd9bfb7-db04-4481-abed-7b1730c5bf05 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=34f1014f-e3bc-40d8-ab9c-c17a6a568473 HTTP/1.1" status: 200 len: 856 time: 0.0456657 Nov 19 18:04:01.868334 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c1ff1-2e7f-41be-ba80-be5d2c1d50d2 req-183b6908-459c-45bd-b322-e11c98692f22 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:01.869878 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-769c1ff1-2e7f-41be-ba80-be5d2c1d50d2 req-183b6908-459c-45bd-b322-e11c98692f22 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.0546861 Nov 19 18:04:01.872297 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41b3cc-c9b9-42da-a44a-1f7d0deb71b1 req-12a5c95c-3b64-43a8-88fa-4483bae63a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:01.873896 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-ad41b3cc-c9b9-42da-a44a-1f7d0deb71b1 req-12a5c95c-3b64-43a8-88fa-4483bae63a1d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463786 Nov 19 18:04:01.919599 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-769c1ff1-2e7f-41be-ba80-be5d2c1d50d2 req-33566fea-fa05-405d-a124-3f193071ccbd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434668 Nov 19 18:04:01.966905 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-ad41b3cc-c9b9-42da-a44a-1f7d0deb71b1 req-a6cb3644-fe3c-46d1-89df-99fa0dd0749c service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853348 Nov 19 18:04:02.066070 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-ad41b3cc-c9b9-42da-a44a-1f7d0deb71b1 req-a7dcb164-f645-438f-81f4-44245ce935f6 service neutron] 10.222.0.85 "GET /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890794 Nov 19 18:04:03.109965 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79229b76-0db9-4ed3-9adb-e29793f031f5 req-7ef633a0-71aa-4173-88cb-b07dbf7b67a5 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:03.111566 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-79229b76-0db9-4ed3-9adb-e29793f031f5 req-7ef633a0-71aa-4173-88cb-b07dbf7b67a5 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.1100953 Nov 19 18:04:03.163831 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-79229b76-0db9-4ed3-9adb-e29793f031f5 req-2eec6287-ed7b-4a9d-896b-14757a06449e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455954 Nov 19 18:04:04.353199 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734f695-2f08-498e-a38f-968510b2d507 req-fa16c0fb-0287-4bab-b07a-c80a913df5fd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:04.354750 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8734f695-2f08-498e-a38f-968510b2d507 req-fa16c0fb-0287-4bab-b07a-c80a913df5fd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.1111178 Nov 19 18:04:04.663498 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8734f695-2f08-498e-a38f-968510b2d507 req-264060f4-42f0-4b45-bdf3-bf3db830678b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020663 Nov 19 18:04:05.798837 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83857f-c084-465b-ba0a-e7c2df843caf req-bdcd1db1-e2c7-4423-bc78-3bfaed4ce566 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:05.800582 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ee83857f-c084-465b-ba0a-e7c2df843caf req-bdcd1db1-e2c7-4423-bc78-3bfaed4ce566 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.0552807 Nov 19 18:04:05.851204 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ee83857f-c084-465b-ba0a-e7c2df843caf req-8ef64e49-660c-4cb3-99f3-ad1b7a122500 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427008 Nov 19 18:04:06.979718 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211473ce-c53c-4b7f-bf89-632634bff29b req-03105bfc-e7ec-4cbe-acc8-ce2b14fab85e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:06.981685 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-211473ce-c53c-4b7f-bf89-632634bff29b req-03105bfc-e7ec-4cbe-acc8-ce2b14fab85e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.0523565 Nov 19 18:04:07.043524 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-211473ce-c53c-4b7f-bf89-632634bff29b req-a08fa761-a783-48c9-ba31-b43776783248 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549898 Nov 19 18:04:08.172409 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6758b-ba7e-4bb5-8c91-85d647646ac3 req-32937742-400c-402c-985d-132d7cfa11b0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:08.173877 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-74a6758b-ba7e-4bb5-8c91-85d647646ac3 req-32937742-400c-402c-985d-132d7cfa11b0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.0506711 Nov 19 18:04:08.223844 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-74a6758b-ba7e-4bb5-8c91-85d647646ac3 req-d507eafb-b948-4f66-8833-3890c635d488 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431933 Nov 19 18:04:08.629675 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:09.378427 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8165b4-7e80-400e-a46a-4a2ec0388e64 req-7e09fd4a-5e14-4a35-a514-9741f9bd4ed2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:09.379971 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-db8165b4-7e80-400e-a46a-4a2ec0388e64 req-7e09fd4a-5e14-4a35-a514-9741f9bd4ed2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.0666862 Nov 19 18:04:09.427957 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-db8165b4-7e80-400e-a46a-4a2ec0388e64 req-4c39dd8b-ec3a-46e2-95d5-8359efc2abbb tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420229 Nov 19 18:04:10.571772 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b6db-5298-4d1b-ba34-042ca928e9cd req-1846083b-ab18-4267-8b01-0d600a0d0619 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:10.573265 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6133b6db-5298-4d1b-ba34-042ca928e9cd req-1846083b-ab18-4267-8b01-0d600a0d0619 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.0570691 Nov 19 18:04:10.626558 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-6133b6db-5298-4d1b-ba34-042ca928e9cd req-0d810063-d661-499f-af42-082d615b87aa tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467126 Nov 19 18:04:11.754903 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73396b-6ff3-482a-87d5-fb2a40c2760a req-d349a50e-6c57-4980-99e5-ea353280b9c1 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:11.756421 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2b73396b-6ff3-482a-87d5-fb2a40c2760a req-d349a50e-6c57-4980-99e5-ea353280b9c1 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.0536230 Nov 19 18:04:11.806940 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2b73396b-6ff3-482a-87d5-fb2a40c2760a req-ff98af2b-7497-4ce6-ab67-ddb1040927bf tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444047 Nov 19 18:04:12.947406 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952834de-9ac2-43ac-9f97-d51a712dd2d8 req-22ae1866-88d8-4c95-92f3-5597acf5fb54 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:12.948915 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-952834de-9ac2-43ac-9f97-d51a712dd2d8 req-22ae1866-88d8-4c95-92f3-5597acf5fb54 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.0503290 Nov 19 18:04:13.016084 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-952834de-9ac2-43ac-9f97-d51a712dd2d8 req-47153583-ca41-4a53-91ce-45c424874673 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608444 Nov 19 18:04:13.697504 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16eb1fe4-9e80-4de5-b62d-ce37e4b22906 req-2c552030-7856-41c4-b096-fe5c3dd2947e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442674 Nov 19 18:04:13.764273 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb1fe4-9e80-4de5-b62d-ce37e4b22906 req-04219046-c92e-491a-8da9-78566e941e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:13.765947 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16eb1fe4-9e80-4de5-b62d-ce37e4b22906 req-04219046-c92e-491a-8da9-78566e941e89 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ad5b2672ba5646bfb5b2740e4b75db0c&device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 1099 time: 0.0440071 Nov 19 18:04:13.881865 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb1fe4-9e80-4de5-b62d-ce37e4b22906 req-9968b578-d8b7-441a-bf0a-025cd9c53f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:13.883417 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16eb1fe4-9e80-4de5-b62d-ce37e4b22906 req-9968b578-d8b7-441a-bf0a-025cd9c53f9e service neutron] 10.222.0.85 "GET /v2.0/networks?id=220d901e-9d1e-4493-85b3-56d8f5dcdef1 HTTP/1.1" status: 200 len: 910 time: 0.0956159 Nov 19 18:04:13.959852 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16eb1fe4-9e80-4de5-b62d-ce37e4b22906 req-fd7430f4-f894-4cd1-a29d-cbea0b16a7a1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 HTTP/1.1" status: 200 len: 1002 time: 0.0682602 Nov 19 18:04:14.018469 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb1fe4-9e80-4de5-b62d-ce37e4b22906 req-b46d2d9a-112c-43b6-b94b-c349aa1c26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:14.021020 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16eb1fe4-9e80-4de5-b62d-ce37e4b22906 req-b46d2d9a-112c-43b6-b94b-c349aa1c26ec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2855729-ba47-4130-8ca0-fc3d37be7692 HTTP/1.1" status: 200 len: 847 time: 0.0530417 Nov 19 18:04:14.076495 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb1fe4-9e80-4de5-b62d-ce37e4b22906 req-6b724801-d7aa-4380-9f24-22b6aa8f66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:14.078685 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16eb1fe4-9e80-4de5-b62d-ce37e4b22906 req-6b724801-d7aa-4380-9f24-22b6aa8f66aa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=220d901e-9d1e-4493-85b3-56d8f5dcdef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493076 Nov 19 18:04:14.163666 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8a3ca-e55d-435c-89aa-354e2adc3f98 req-526cf6ef-3667-4e8e-801d-5c06ea7fd6bb tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:14.165415 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5bf8a3ca-e55d-435c-89aa-354e2adc3f98 req-526cf6ef-3667-4e8e-801d-5c06ea7fd6bb tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.0663960 Nov 19 18:04:14.184601 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16eb1fe4-9e80-4de5-b62d-ce37e4b22906 req-9a874a4d-5126-4568-9f6e-133ae0eec42d service neutron] 10.222.0.85 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966408 Nov 19 18:04:14.226054 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-5bf8a3ca-e55d-435c-89aa-354e2adc3f98 req-90d0cae2-3730-44ad-9179-457613f90d83 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511572 Nov 19 18:04:14.287087 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-16eb1fe4-9e80-4de5-b62d-ce37e4b22906 req-ee203e5c-4389-43c3-a686-1afd35fecc1f service neutron] 10.222.0.85 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941246 Nov 19 18:04:15.364990 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb4681-c78a-4a28-97cc-4dc3aeaf4a36 req-2ae58d05-acbe-4f08-b12e-12b4410ec1d1 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:15.367530 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-32bb4681-c78a-4a28-97cc-4dc3aeaf4a36 req-2ae58d05-acbe-4f08-b12e-12b4410ec1d1 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.0609407 Nov 19 18:04:15.426358 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-32bb4681-c78a-4a28-97cc-4dc3aeaf4a36 req-1eacbd77-c4eb-4de6-b300-f15838385bf0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453405 Nov 19 18:04:16.559408 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb63b0a-5f4e-4f72-b482-d8154159de55 req-3677e7b4-9cf9-4d0f-9298-0e69a930e2dd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:16.560950 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2eb63b0a-5f4e-4f72-b482-d8154159de55 req-3677e7b4-9cf9-4d0f-9298-0e69a930e2dd tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 943 time: 0.0547292 Nov 19 18:04:16.610937 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2eb63b0a-5f4e-4f72-b482-d8154159de55 req-603000db-2a8c-4504-8130-90f94d51f224 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431931 Nov 19 18:04:17.131823 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:04:17.237679 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:17.251638 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'port_id': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'mac_address': 'fa:16:3e:92:30:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:04:17.298245 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:17.314017 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:04:17.337725 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:17.342010 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:17.390928 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,revision_number=9']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:17.588769 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['0f1c4612-b9a3-43a1-a08c-f1d6b50f2728'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:04:17.736618 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7547d-b8d4-4ca6-8558-c2922517bf6f req-f10bcfa3-6cef-482e-a5fd-b5d87d54eec0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:17.738176 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3ca7547d-b8d4-4ca6-8558-c2922517bf6f req-f10bcfa3-6cef-482e-a5fd-b5d87d54eec0 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 944 time: 0.0496957 Nov 19 18:04:17.787609 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3ca7547d-b8d4-4ca6-8558-c2922517bf6f req-f00816a0-f10b-496a-997b-296e43f471fe tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430961 Nov 19 18:04:17.942750 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46430) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:18.099755 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Deleting port ce209569-49fe-4234-b905-f3119f5a7d27 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:18.100093 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:18.174373 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:18.174726 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:18.187316 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Calling delete_port for ce209569-49fe-4234-b905-f3119f5a7d27 owned by network:floatingip {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:18.368001 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:18.393931 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event deleted for resources: {'Port': ['ID=ce209569-49fe-4234-b905-f3119f5a7d27,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:18.418192 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:18.418479 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:18.418802 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:18.419087 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:18.419421 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:18.419758 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:18.420090 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:18.420417 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:18.420745 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:18.421069 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:18.421392 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:18.421711 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:18.465831 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for floatingip, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:18.466157 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.l3_db [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Floating IP ba923699-6118-4950-b109-d2162fd758d3 disassociated (deleted). External IP: 172.27.1.125, port: 34411000-382f-4a89-b6fb-86d2b8a9e39e. Nov 19 18:04:18.683462 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Router ba079347-74a4-4bae-853e-c6b36af6ec5e has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:04:18.798493 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:04:18.803921 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:18.808669 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c90cc7-9789-4158-a0ee-b8c5a2bf7c5b None None] Sync routers for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:04:18.825723 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c90cc7-9789-4158-a0ee-b8c5a2bf7c5b None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:18.826376 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-22c90cc7-9789-4158-a0ee-b8c5a2bf7c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:03:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:18.834750 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-b729ad80-1946-4299-bdd5-462819da7e76 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "DELETE /v2.0/floatingips/ba923699-6118-4950-b109-d2162fd758d3 HTTP/1.1" status: 204 len: 168 time: 0.8907826 Nov 19 18:04:18.835579 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d32b41-0d90-46af-b082-a5ef339d7cee', 'tag': '34411000-382f-4a89-b6fb-86d2b8a9e39e'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:04:18.838341 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b805d3-5cb6-475c-b5ad-d0b5dbcb4c96" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d32b41-0d90-46af-b082-a5ef339d7cee", "tag": "34411000-382f-4a89-b6fb-86d2b8a9e39e"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:04:18.923656 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274c793-9e2c-4d8d-8b9c-d3778d91ec80 req-096adc82-4618-4b38-8764-165240a82dfb tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:18.925613 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1274c793-9e2c-4d8d-8b9c-d3778d91ec80 req-096adc82-4618-4b38-8764-165240a82dfb tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 944 time: 0.0580478 Nov 19 18:04:18.946033 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-22c90cc7-9789-4158-a0ee-b8c5a2bf7c5b None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:18.991628 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1274c793-9e2c-4d8d-8b9c-d3778d91ec80 req-1bfca53f-99c3-4bb0-8e2a-f89a8501039f tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574462 Nov 19 18:04:19.029462 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a37724-bd47-4c18-a0f3-850af58b2511 x-openstack-request-id: req-15a37724-bd47-4c18-a0f3-850af58b2511 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:04:19.030053 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d32b41-0d90-46af-b082-a5ef339d7cee", "tag": "34411000-382f-4a89-b6fb-86d2b8a9e39e", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:04:19.030053 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-15a37724-bd47-4c18-a0f3-850af58b2511 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:04:19.030484 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d32b41-0d90-46af-b082-a5ef339d7cee', 'tag': '34411000-382f-4a89-b6fb-86d2b8a9e39e', 'status': 'completed', 'code': 200} Nov 19 18:04:19.098649 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b805d3-5cb6-475c-b5ad-d0b5dbcb4c96 req-d650b124-2d28-4346-8955-9e3a4e64d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:19.101877 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-37b805d3-5cb6-475c-b5ad-d0b5dbcb4c96 req-d650b124-2d28-4346-8955-9e3a4e64d502 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=80680fdddb2b4a919dc36de9924916fe&device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 1099 time: 0.0454803 Nov 19 18:04:19.111908 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860d4a-f7a1-47ef-b906-2a47f1b3f849 req-596be071-38b5-4458-ac9d-7caf79171beb tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:19.114344 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dc860d4a-f7a1-47ef-b906-2a47f1b3f849 req-596be071-38b5-4458-ac9d-7caf79171beb tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 946 time: 0.0545022 Nov 19 18:04:19.162616 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:19.201820 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dc860d4a-f7a1-47ef-b906-2a47f1b3f849 req-92a5ff31-b505-4b65-823b-4587d14ff504 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788996 Nov 19 18:04:19.219329 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:19.219998 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:19.225692 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b805d3-5cb6-475c-b5ad-d0b5dbcb4c96 req-4e5ea048-589e-41ed-a839-f1fed1939b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:19.227757 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-37b805d3-5cb6-475c-b5ad-d0b5dbcb4c96 req-4e5ea048-589e-41ed-a839-f1fed1939b02 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 200 len: 914 time: 0.1186984 Nov 19 18:04:19.238098 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-22c90cc7-9789-4158-a0ee-b8c5a2bf7c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': 'fc2562cb-07e7-4536-883f-13423c986097', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'port_id': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'mac_address': 'fa:16:3e:b4:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:00:29Z', 'updated_at': '2021-11-19T18:00:31Z', 'revision_number': 1, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:19.266740 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c90cc7-9789-4158-a0ee-b8c5a2bf7c5b None None] Checking router: ba079347-74a4-4bae-853e-c6b36af6ec5e for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:04:19.276656 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c90cc7-9789-4158-a0ee-b8c5a2bf7c5b None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:19.277300 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-22c90cc7-9789-4158-a0ee-b8c5a2bf7c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:03:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:19.319872 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:19.327511 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-37b805d3-5cb6-475c-b5ad-d0b5dbcb4c96 req-adeb0899-c83b-4a2c-90ce-a45dd1c812de service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34411000-382f-4a89-b6fb-86d2b8a9e39e HTTP/1.1" status: 200 len: 217 time: 0.0896788 Nov 19 18:04:19.355830 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76127c46-19f6-4214-afa0-1148de7a2aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:04:19.359573 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebf8a18-1d21-43dd-93ed-54986407c8f6" -d '{"events": [{"server_uuid": "76127c46-19f6-4214-afa0-1148de7a2aba", "name": "network-vif-plugged", "status": "completed", "tag": "0f1c4612-b9a3-43a1-a08c-f1d6b50f2728"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:04:19.386746 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:19.390124 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b805d3-5cb6-475c-b5ad-d0b5dbcb4c96 req-3719239d-d352-4188-a196-2d5c8d63fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:19.391680 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-37b805d3-5cb6-475c-b5ad-d0b5dbcb4c96 req-3719239d-d352-4188-a196-2d5c8d63fe93 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e8e1a765-4ebe-43ec-94d3-165ffb63c5b5 HTTP/1.1" status: 200 len: 851 time: 0.0549285 Nov 19 18:04:19.392228 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:19.440785 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73be2ea0-5179-4ffc-829c-440f78832239 x-openstack-request-id: req-73be2ea0-5179-4ffc-829c-440f78832239 {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:04:19.441118 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76127c46-19f6-4214-afa0-1148de7a2aba", "name": "network-vif-plugged", "status": "completed", "tag": "0f1c4612-b9a3-43a1-a08c-f1d6b50f2728", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:04:19.441470 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-73be2ea0-5179-4ffc-829c-440f78832239 {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:04:19.442194 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76127c46-19f6-4214-afa0-1148de7a2aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'code': 200} Nov 19 18:04:19.449301 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-22c90cc7-9789-4158-a0ee-b8c5a2bf7c5b None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:19.451647 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b805d3-5cb6-475c-b5ad-d0b5dbcb4c96 req-69e59493-30f0-43fc-a5da-c7b9b0444f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:19.453633 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-37b805d3-5cb6-475c-b5ad-d0b5dbcb4c96 req-69e59493-30f0-43fc-a5da-c7b9b0444f73 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523534 Nov 19 18:04:19.455484 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,revision_number=10']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:19.480469 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [req-37b805d3-5cb6-475c-b5ad-d0b5dbcb4c96 req-8d73397b-d2b1-40b6-a650-393d123b8454 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:04:19.480469 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-37b805d3-5cb6-475c-b5ad-d0b5dbcb4c96 req-8d73397b-d2b1-40b6-a650-393d123b8454 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103714 Nov 19 18:04:19.592317 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-37b805d3-5cb6-475c-b5ad-d0b5dbcb4c96 req-734faac7-ac72-48a7-992d-df6f81fddca6 service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032045 Nov 19 18:04:19.700629 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [req-37b805d3-5cb6-475c-b5ad-d0b5dbcb4c96 req-28b18319-64b6-475e-89e6-ea4d3e38ad7e service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960732 Nov 19 18:04:19.705078 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16305a65-4a9f-41a8-a283-5c374c957a87 req-a76bb883-c4f7-46ce-b339-fab701e65300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:19.707929 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-16305a65-4a9f-41a8-a283-5c374c957a87 req-a76bb883-c4f7-46ce-b339-fab701e65300 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 1099 time: 0.0476639 Nov 19 18:04:19.760354 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-16305a65-4a9f-41a8-a283-5c374c957a87 req-b6bd3390-930f-402d-a3be-1467546614ce service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447807 Nov 19 18:04:19.824508 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-22c90cc7-9789-4158-a0ee-b8c5a2bf7c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': 'fc2562cb-07e7-4536-883f-13423c986097', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'port_id': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'mac_address': 'fa:16:3e:b4:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:00:29Z', 'updated_at': '2021-11-19T18:00:31Z', 'revision_number': 1, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:19.851939 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c90cc7-9789-4158-a0ee-b8c5a2bf7c5b None None] The sync data for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi is: [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_floatingips': [{'id': 'fc2562cb-07e7-4536-883f-13423c986097', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'router_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'port_id': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'mac_address': 'fa:16:3e:b4:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:00:29Z', 'updated_at': '2021-11-19T18:00:31Z', 'revision_number': 1, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:04:20.097639 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbda98d-2300-4759-a4c4-9e1b788566a3 None None] New status for floating IP ba923699-6118-4950-b109-d2162fd758d3: DOWN {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:04:20.135886 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc970e7f-5203-4014-aec1-15716196b1de req-aebd3cd9-70f3-49ae-a317-397f11d811c2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:20.137459 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dc970e7f-5203-4014-aec1-15716196b1de req-aebd3cd9-70f3-49ae-a317-397f11d811c2 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 946 time: 0.0650489 Nov 19 18:04:20.207527 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-dc970e7f-5203-4014-aec1-15716196b1de req-0eb0bbf6-47df-4bae-89e2-f451807bf6b1 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622864 Nov 19 18:04:20.341846 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed38b28-8734-49f2-b6b2-203cb730aca5 req-fb1463eb-46a3-4f44-ad55-91c52e7f5752 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:20.343391 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3ed38b28-8734-49f2-b6b2-203cb730aca5 req-fb1463eb-46a3-4f44-ad55-91c52e7f5752 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 946 time: 0.0513062 Nov 19 18:04:20.396088 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3ed38b28-8734-49f2-b6b2-203cb730aca5 req-c1c02c0e-55ad-4316-b9b9-4212b183e74d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453751 Nov 19 18:04:21.116836 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc95e9-b624-49b7-b146-c2f6798d2eec req-b9707ae6-f573-4107-8d65-bd087c8ad78f tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:21.118800 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8dcc95e9-b624-49b7-b146-c2f6798d2eec req-b9707ae6-f573-4107-8d65-bd087c8ad78f tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 946 time: 0.0616343 Nov 19 18:04:21.255217 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-8dcc95e9-b624-49b7-b146-c2f6798d2eec req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Deleting port 34411000-382f-4a89-b6fb-86d2b8a9e39e {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:21.255773 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-8dcc95e9-b624-49b7-b146-c2f6798d2eec req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.417058 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef6238-fe8b-4204-a4ec-7137b456bbb4 req-1d84fdc9-e63b-42f2-8d68-4fcdea3439ee tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:21.418478 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-73ef6238-fe8b-4204-a4ec-7137b456bbb4 req-1d84fdc9-e63b-42f2-8d68-4fcdea3439ee tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 946 time: 0.0921559 Nov 19 18:04:21.430892 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-8dcc95e9-b624-49b7-b146-c2f6798d2eec req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] For port 34411000-382f-4a89-b6fb-86d2b8a9e39e, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=34411000-382f-4a89-b6fb-86d2b8a9e39e,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:21.431353 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-8dcc95e9-b624-49b7-b146-c2f6798d2eec req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.460473 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-8dcc95e9-b624-49b7-b146-c2f6798d2eec req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Calling delete_port for 34411000-382f-4a89-b6fb-86d2b8a9e39e owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:21.566364 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-73ef6238-fe8b-4204-a4ec-7137b456bbb4 req-23bf9527-5e6e-451d-9664-d4e2f9389547 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386633 Nov 19 18:04:21.614683 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aad5b7-24e8-4f86-9822-74871f055966 req-a4c38479-ab0d-45d4-80cd-ba502a4f6a90 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:21.616291 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-05aad5b7-24e8-4f86-9822-74871f055966 req-a4c38479-ab0d-45d4-80cd-ba502a4f6a90 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=b5d32b41-0d90-46af-b082-a5ef339d7cee HTTP/1.1" status: 200 len: 946 time: 0.1360376 Nov 19 18:04:21.715985 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-05aad5b7-24e8-4f86-9822-74871f055966 req-2d51d067-d1f4-4a02-909d-8821ce2c5c97 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856891 Nov 19 18:04:21.736675 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-8dcc95e9-b624-49b7-b146-c2f6798d2eec req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.786604 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event deleted for resources: {'Port': ['ID=34411000-382f-4a89-b6fb-86d2b8a9e39e,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:21.800572 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:21.800948 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:21.801350 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:21.801633 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:21.802111 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:21.802436 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:21.803201 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:21.803201 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:21.803405 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:21.803808 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:21.804068 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:21.804398 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:21.844518 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcc95e9-b624-49b7-b146-c2f6798d2eec req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] No DVR routers for this DVR port 34411000-382f-4a89-b6fb-86d2b8a9e39e on host hv-cinder-81078 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:04:21.848217 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-8dcc95e9-b624-49b7-b146-c2f6798d2eec req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.851941 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8dcc95e9-b624-49b7-b146-c2f6798d2eec req-ed04a863-b4e8-4200-b823-6ccf416b2d2d tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.85 "DELETE /v2.0/ports/34411000-382f-4a89-b6fb-86d2b8a9e39e HTTP/1.1" status: 204 len: 173 time: 0.7253706 Nov 19 18:04:21.852510 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d32b41-0d90-46af-b082-a5ef339d7cee', 'name': 'network-vif-deleted', 'tag': '34411000-382f-4a89-b6fb-86d2b8a9e39e'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:04:21.855061 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f79252-1c0b-45d5-aad9-0ae1a3e07c1a" -d '{"events": [{"server_uuid": "b5d32b41-0d90-46af-b082-a5ef339d7cee", "name": "network-vif-deleted", "tag": "34411000-382f-4a89-b6fb-86d2b8a9e39e"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:04:21.904847 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbf608e-c7d7-40bd-b3d6-67c9ea82d02f x-openstack-request-id: req-5dbf608e-c7d7-40bd-b3d6-67c9ea82d02f {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:04:21.905142 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d32b41-0d90-46af-b082-a5ef339d7cee", "name": "network-vif-deleted", "tag": "34411000-382f-4a89-b6fb-86d2b8a9e39e", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:04:21.905399 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5dbf608e-c7d7-40bd-b3d6-67c9ea82d02f {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:04:21.905854 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d32b41-0d90-46af-b082-a5ef339d7cee', 'name': 'network-vif-deleted', 'tag': '34411000-382f-4a89-b6fb-86d2b8a9e39e', 'status': 'completed', 'code': 200} Nov 19 18:04:22.709765 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba3fc4-348f-4c19-b39d-2d46ff71e779 req-b3c558c9-d92a-44df-932d-5b80d53af369 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:22.711390 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-67ba3fc4-348f-4c19-b39d-2d46ff71e779 req-b3c558c9-d92a-44df-932d-5b80d53af369 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 946 time: 0.0570979 Nov 19 18:04:22.766468 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-67ba3fc4-348f-4c19-b39d-2d46ff71e779 req-1cb82254-be30-45b4-913d-ce606ba69e6a tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487671 Nov 19 18:04:22.824832 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-20e959fd-9367-4f74-9699-a2c3fcfc7b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.039112 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46506) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:25.195191 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 34411000-382f-4a89-b6fb-86d2b8a9e39e no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:04:25.217189 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 34411000-382f-4a89-b6fb-86d2b8a9e39e {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:04:25.217526 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 34411000-382f-4a89-b6fb-86d2b8a9e39e not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:04:25.221249 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-9dd018e3-3338-4ecd-a692-e59198c5d2ad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Deleting port 6c13548d-1cbf-434f-9ab8-4f0332ee7691 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:25.221593 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9dd018e3-3338-4ecd-a692-e59198c5d2ad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.309538 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9dd018e3-3338-4ecd-a692-e59198c5d2ad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.309872 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9dd018e3-3338-4ecd-a692-e59198c5d2ad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.323516 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-9dd018e3-3338-4ecd-a692-e59198c5d2ad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Calling delete_port for 6c13548d-1cbf-434f-9ab8-4f0332ee7691 owned by network:floatingip {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:25.481201 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9dd018e3-3338-4ecd-a692-e59198c5d2ad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.520215 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd018e3-3338-4ecd-a692-e59198c5d2ad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event deleted for resources: {'Port': ['ID=6c13548d-1cbf-434f-9ab8-4f0332ee7691,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:25.582290 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9dd018e3-3338-4ecd-a692-e59198c5d2ad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for floatingip, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.582896 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.l3_db [None req-9dd018e3-3338-4ecd-a692-e59198c5d2ad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Floating IP fc2562cb-07e7-4536-883f-13423c986097 disassociated (deleted). External IP: 172.27.1.141, port: 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8. Nov 19 18:04:25.994944 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-fee65079-50ba-485b-a95d-87fb807bd05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.127509 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd018e3-3338-4ecd-a692-e59198c5d2ad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Router ba079347-74a4-4bae-853e-c6b36af6ec5e has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:04:26.257726 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd018e3-3338-4ecd-a692-e59198c5d2ad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:04:26.262858 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9dd018e3-3338-4ecd-a692-e59198c5d2ad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.268327 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030423f-7d42-4ab5-8140-f86bb4d73e58 None None] Sync routers for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:04:26.280255 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030423f-7d42-4ab5-8140-f86bb4d73e58 None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:26.280901 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-a030423f-7d42-4ab5-8140-f86bb4d73e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:26.293304 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-9dd018e3-3338-4ecd-a692-e59198c5d2ad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "DELETE /v2.0/floatingips/fc2562cb-07e7-4536-883f-13423c986097 HTTP/1.1" status: 204 len: 168 time: 1.2530241 Nov 19 18:04:26.293921 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'tag': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8'}] {{(pid=103565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:04:26.296555 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bce4240c45439ff1d37dfea836ac685b9075e7fff8fa7101c564de85659f2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fb8640-58fa-431a-86fd-40595636acd4" -d '{"events": [{"name": "network-changed", "server_uuid": "85db9e79-1b97-4b1a-82bb-8c28b9b17ba1", "tag": "0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8"}]}' {{(pid=103565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:04:26.350063 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4c8440-d579-4741-ad51-58e204799278 x-openstack-request-id: req-ad4c8440-d579-4741-ad51-58e204799278 {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:04:26.350539 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85db9e79-1b97-4b1a-82bb-8c28b9b17ba1", "tag": "0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8", "status": "completed", "code": 200}]} {{(pid=103565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:04:26.350943 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ad4c8440-d579-4741-ad51-58e204799278 {{(pid=103565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:04:26.351760 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'tag': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'status': 'completed', 'code': 200} Nov 19 18:04:26.417993 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-a030423f-7d42-4ab5-8140-f86bb4d73e58 None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:26.432113 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb8640-58fa-431a-86fd-40595636acd4 req-26a89ec7-0689-41d4-a221-1bbf6fa82114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:26.433752 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f0fb8640-58fa-431a-86fd-40595636acd4 req-26a89ec7-0689-41d4-a221-1bbf6fa82114 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=80680fdddb2b4a919dc36de9924916fe&device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0536849 Nov 19 18:04:26.612338 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb8640-58fa-431a-86fd-40595636acd4 req-bc1dc361-a685-4861-94df-ab3eb0c9c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:26.615543 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f0fb8640-58fa-431a-86fd-40595636acd4 req-bc1dc361-a685-4861-94df-ab3eb0c9c161 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 200 len: 914 time: 0.1682384 Nov 19 18:04:26.631973 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe83123-7036-420c-82ef-11a7db67302c req-704ecab7-d054-4048-a87a-676dd0cbaeb4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:26.634284 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7fe83123-7036-420c-82ef-11a7db67302c req-704ecab7-d054-4048-a87a-676dd0cbaeb4 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 945 time: 0.1025040 Nov 19 18:04:26.707858 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f0fb8640-58fa-431a-86fd-40595636acd4 req-ae457d39-d260-4396-83f4-2bd39c2abefc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 HTTP/1.1" status: 200 len: 217 time: 0.0721931 Nov 19 18:04:26.771876 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-a030423f-7d42-4ab5-8140-f86bb4d73e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:26.818937 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030423f-7d42-4ab5-8140-f86bb4d73e58 None None] Checking router: ba079347-74a4-4bae-853e-c6b36af6ec5e for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:04:26.835949 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030423f-7d42-4ab5-8140-f86bb4d73e58 None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:26.836977 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-a030423f-7d42-4ab5-8140-f86bb4d73e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:26.837313 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7fe83123-7036-420c-82ef-11a7db67302c req-2460ba65-16a5-47f6-abc4-297b07af7faa tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911623 Nov 19 18:04:26.840118 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb8640-58fa-431a-86fd-40595636acd4 req-5858e0ad-9e79-4fa6-b4c3-250c93fe00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:26.842284 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f0fb8640-58fa-431a-86fd-40595636acd4 req-5858e0ad-9e79-4fa6-b4c3-250c93fe00dd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e8e1a765-4ebe-43ec-94d3-165ffb63c5b5 HTTP/1.1" status: 200 len: 851 time: 0.1228461 Nov 19 18:04:26.933966 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb8640-58fa-431a-86fd-40595636acd4 req-87665177-5b59-4dc8-9059-f21a867ff403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:26.935521 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f0fb8640-58fa-431a-86fd-40595636acd4 req-87665177-5b59-4dc8-9059-f21a867ff403 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dfaa8d65-d22e-40c7-b274-88fa45a1a06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847728 Nov 19 18:04:27.009123 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-a030423f-7d42-4ab5-8140-f86bb4d73e58 None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:27.052414 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f0fb8640-58fa-431a-86fd-40595636acd4 req-74692c84-c812-4aed-b2dc-9df75dff6a7f service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068819 Nov 19 18:04:27.191169 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f0fb8640-58fa-431a-86fd-40595636acd4 req-57638376-e14d-402d-afb1-0beb460fd43d service neutron] 10.222.0.85 "GET /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269541 Nov 19 18:04:27.280140 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.363889 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-a030423f-7d42-4ab5-8140-f86bb4d73e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:27.418729 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030423f-7d42-4ab5-8140-f86bb4d73e58 None None] The sync data for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi is: [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T17:56:26Z', 'revision_number': 4, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': 'cf842561-0a5c-426d-a0e2-385516164bef', 'name': '', 'network_id': 'dfaa8d65-d22e-40c7-b274-88fa45a1a06d', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'mac_address': 'fa:16:3e:66:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:25Z', 'updated_at': '2021-11-19T17:56:40Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'subnets': [{'id': 'e8e1a765-4ebe-43ec-94d3-165ffb63c5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:04:27.722158 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77df296-f5ce-4dcd-a945-dc926c805f7c None None] New status for floating IP fc2562cb-07e7-4536-883f-13423c986097: DOWN {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:04:28.029132 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc46061-45d3-4542-9f7b-a387363a28b8 req-c9ac86a7-9a28-4643-b6b2-70cb54c89f14 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:28.031182 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7fc46061-45d3-4542-9f7b-a387363a28b8 req-c9ac86a7-9a28-4643-b6b2-70cb54c89f14 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 945 time: 0.0641353 Nov 19 18:04:28.104569 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7fc46061-45d3-4542-9f7b-a387363a28b8 req-4e4dec2a-eebc-4ff6-81fb-82f69426e72b tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/security-groups?id=486a55a6-d92b-4962-bafb-333d6d516c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609534 Nov 19 18:04:28.298179 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7122cf-43b1-41aa-800e-3aaa54dea7b0 req-58c02af8-6094-4bdc-9171-736ab2e1aedd tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:28.300562 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0b7122cf-43b1-41aa-800e-3aaa54dea7b0 req-58c02af8-6094-4bdc-9171-736ab2e1aedd tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.85 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 945 time: 0.0803349 Nov 19 18:04:28.442695 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-0b7122cf-43b1-41aa-800e-3aaa54dea7b0 req-1f64a11b-3510-4758-a947-24c6f8001a52 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Deleting port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:28.443045 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-0b7122cf-43b1-41aa-800e-3aaa54dea7b0 req-1f64a11b-3510-4758-a947-24c6f8001a52 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.572967 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-0b7122cf-43b1-41aa-800e-3aaa54dea7b0 req-1f64a11b-3510-4758-a947-24c6f8001a52 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] For port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:28.573251 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-0b7122cf-43b1-41aa-800e-3aaa54dea7b0 req-1f64a11b-3510-4758-a947-24c6f8001a52 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.590778 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-0b7122cf-43b1-41aa-800e-3aaa54dea7b0 req-1f64a11b-3510-4758-a947-24c6f8001a52 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Calling delete_port for 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:28.788438 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-0b7122cf-43b1-41aa-800e-3aaa54dea7b0 req-1f64a11b-3510-4758-a947-24c6f8001a52 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.819598 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64a11b-3510-4758-a947-24c6f8001a52 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event deleted for resources: {'Port': ['ID=0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:28.877282 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7122cf-43b1-41aa-800e-3aaa54dea7b0 req-1f64a11b-3510-4758-a947-24c6f8001a52 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] No DVR routers for this DVR port 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 on host hv-cinder-81078 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:04:28.881199 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-0b7122cf-43b1-41aa-800e-3aaa54dea7b0 req-1f64a11b-3510-4758-a947-24c6f8001a52 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.885869 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0b7122cf-43b1-41aa-800e-3aaa54dea7b0 req-1f64a11b-3510-4758-a947-24c6f8001a52 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.85 "DELETE /v2.0/ports/0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 HTTP/1.1" status: 204 len: 173 time: 0.5757675 Nov 19 18:04:28.886427 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'name': 'network-vif-deleted', 'tag': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:04:28.888816 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ca6286-2e22-4b6b-bdd2-f8fb09ef83d4" -d '{"events": [{"server_uuid": "85db9e79-1b97-4b1a-82bb-8c28b9b17ba1", "name": "network-vif-deleted", "tag": "0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:04:28.949425 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701ed20e-a1f9-4690-a1d0-97fa1c8c4f8b x-openstack-request-id: req-701ed20e-a1f9-4690-a1d0-97fa1c8c4f8b {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:04:28.949425 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85db9e79-1b97-4b1a-82bb-8c28b9b17ba1", "name": "network-vif-deleted", "tag": "0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:04:28.950152 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-701ed20e-a1f9-4690-a1d0-97fa1c8c4f8b {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:04:28.950486 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85db9e79-1b97-4b1a-82bb-8c28b9b17ba1', 'name': 'network-vif-deleted', 'tag': '0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8', 'status': 'completed', 'code': 200} Nov 19 18:04:29.260295 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-29491aea-1b77-4ec1-8e65-fb2bdb55a1be req-9e628fa8-73a7-484b-879f-f02af0bfa4fa tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "GET /v2.0/ports?device_id=85db9e79-1b97-4b1a-82bb-8c28b9b17ba1 HTTP/1.1" status: 200 len: 210 time: 0.0337605 Nov 19 18:04:29.352297 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:29.654729 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.334853 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46522) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:30.503936 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-e303655a-9bd2-45dc-9fa7-8235a163eaad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Deleting port cc6e9404-7a47-43a8-b472-980bd7c2ed1c {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:30.508665 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e303655a-9bd2-45dc-9fa7-8235a163eaad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.644413 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e303655a-9bd2-45dc-9fa7-8235a163eaad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.644721 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e303655a-9bd2-45dc-9fa7-8235a163eaad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.660663 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-e303655a-9bd2-45dc-9fa7-8235a163eaad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Calling delete_port for cc6e9404-7a47-43a8-b472-980bd7c2ed1c owned by network:floatingip {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:30.867675 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e303655a-9bd2-45dc-9fa7-8235a163eaad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.902050 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303655a-9bd2-45dc-9fa7-8235a163eaad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event deleted for resources: {'Port': ['ID=cc6e9404-7a47-43a8-b472-980bd7c2ed1c,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:30.975165 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e303655a-9bd2-45dc-9fa7-8235a163eaad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for floatingip, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.978803 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e303655a-9bd2-45dc-9fa7-8235a163eaad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.980178 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-e303655a-9bd2-45dc-9fa7-8235a163eaad tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "DELETE /v2.0/floatingips/822be56f-2f20-4416-8f64-ffd2d92572eb HTTP/1.1" status: 204 len: 168 time: 0.6439705 Nov 19 18:04:32.268076 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46534) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:32.341303 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e0a23951-752f-4888-af81-bf24636edd37 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.376099 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e0a23951-752f-4888-af81-bf24636edd37 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.478352 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e0a23951-752f-4888-af81-bf24636edd37 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.484008 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e0a23951-752f-4888-af81-bf24636edd37 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.485117 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-e0a23951-752f-4888-af81-bf24636edd37 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] 10.222.0.71 "DELETE /v2.0/security-groups/486a55a6-d92b-4962-bafb-333d6d516c99 HTTP/1.1" status: 204 len: 168 time: 0.2152081 Nov 19 18:04:32.496908 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a23951-752f-4888-af81-bf24636edd37 tempest-TestVolumeBootPattern-2085677979 tempest-TestVolumeBootPattern-2085677979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486a55a6-d92b-4962-bafb-333d6d516c99,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:32.568768 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46538) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:33.242461 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:04:33.270514 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:04:33.270863 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0bc84d73-ccb1-45b2-b8d5-55e2df98d7e8 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:04:33.291039 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-23b5ee6b-cc7f-4dea-99f6-18260c95c433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830452'] for router_interface, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.665513 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-23b5ee6b-cc7f-4dea-99f6-18260c95c433 admin admin] Deleting port cf842561-0a5c-426d-a0e2-385516164bef {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:33.666366 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-23b5ee6b-cc7f-4dea-99f6-18260c95c433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.772370 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-23b5ee6b-cc7f-4dea-99f6-18260c95c433 admin admin] For port cf842561-0a5c-426d-a0e2-385516164bef, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=cf842561-0a5c-426d-a0e2-385516164bef,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:33.772884 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-23b5ee6b-cc7f-4dea-99f6-18260c95c433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.806288 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-23b5ee6b-cc7f-4dea-99f6-18260c95c433 admin admin] Calling delete_port for cf842561-0a5c-426d-a0e2-385516164bef owned by network:router_interface {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:34.045228 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-23b5ee6b-cc7f-4dea-99f6-18260c95c433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.082426 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5ee6b-cc7f-4dea-99f6-18260c95c433 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf842561-0a5c-426d-a0e2-385516164bef,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:34.201100 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:04:34.280734 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-23b5ee6b-cc7f-4dea-99f6-18260c95c433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830536'] for router_interface, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.531809 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b5ee6b-cc7f-4dea-99f6-18260c95c433 admin admin] Router ba079347-74a4-4bae-853e-c6b36af6ec5e has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:04:34.658463 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b5ee6b-cc7f-4dea-99f6-18260c95c433 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:04:34.664835 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-23b5ee6b-cc7f-4dea-99f6-18260c95c433 admin admin] 10.222.0.71 "PUT /v2.0/routers/ba079347-74a4-4bae-853e-c6b36af6ec5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0938747 Nov 19 18:04:34.667452 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46542) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:34.671305 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1582a965-c0da-46e0-97d7-28349f9904b2 None None] Sync routers for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:04:34.684313 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1582a965-c0da-46e0-97d7-28349f9904b2 None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:34.685019 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-1582a965-c0da-46e0-97d7-28349f9904b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:34.786308 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.801719 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-1582a965-c0da-46e0-97d7-28349f9904b2 None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:35.035477 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-1582a965-c0da-46e0-97d7-28349f9904b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T18:04:33Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:35.067272 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1582a965-c0da-46e0-97d7-28349f9904b2 None None] Checking router: ba079347-74a4-4bae-853e-c6b36af6ec5e for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:04:35.076720 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1582a965-c0da-46e0-97d7-28349f9904b2 None None] Routers {'ba079347-74a4-4bae-853e-c6b36af6ec5e'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:35.077327 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-1582a965-c0da-46e0-97d7-28349f9904b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['ba079347-74a4-4bae-853e-c6b36af6ec5e'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:35.160514 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.195546 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-1582a965-c0da-46e0-97d7-28349f9904b2 None None] Set router ba079347-74a4-4bae-853e-c6b36af6ec5e gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:35.225772 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] Deleting port ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:35.226243 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.326494 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] For port ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:35.326494 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.347424 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] Calling delete_port for ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8 owned by network:router_gateway {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:35.508068 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-1582a965-c0da-46e0-97d7-28349f9904b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T18:04:33Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:35.534011 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.539954 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1582a965-c0da-46e0-97d7-28349f9904b2 None None] The sync data for ids ['ba079347-74a4-4bae-853e-c6b36af6ec5e'] in dv-cinder-810785-3-iscsi is: [{'id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'name': 'tempest-TestVolumeBootPattern-1647572128-router', 'tenant_id': '80680fdddb2b4a919dc36de9924916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:19Z', 'updated_at': '2021-11-19T18:04:33Z', 'revision_number': 5, 'project_id': '80680fdddb2b4a919dc36de9924916fe', 'gw_port': {'id': 'ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba079347-74a4-4bae-853e-c6b36af6ec5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:20Z', 'updated_at': '2021-11-19T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:04:35.561888 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:35.627118 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746162'] for router_gateway, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.725105 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260420'] for router, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.727354 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.778717 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831831'] for router, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.779358 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba079347-74a4-4bae-853e-c6b36af6ec5e {{(pid=103565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:04:35.785207 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.786570 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-44820fd3-3acb-482a-9ec7-f36b337459f7 admin admin] 10.222.0.71 "DELETE /v2.0/routers/ba079347-74a4-4bae-853e-c6b36af6ec5e HTTP/1.1" status: 204 len: 168 time: 1.1179452 Nov 19 18:04:35.789612 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46544) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:35.838451 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_v2 [None req-4107e088-e8d4-4a17-9447-915452c16b84 admin admin] Deleting subnet e8e1a765-4ebe-43ec-94d3-165ffb63c5b5 {{(pid=103565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:04:35.841978 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4107e088-e8d4-4a17-9447-915452c16b84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.880233 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4107e088-e8d4-4a17-9447-915452c16b84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1242130'] for subnet, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.975900 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4107e088-e8d4-4a17-9447-915452c16b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.041379 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4107e088-e8d4-4a17-9447-915452c16b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416052'] for subnet, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.069741 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107e088-e8d4-4a17-9447-915452c16b84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e1a765-4ebe-43ec-94d3-165ffb63c5b5,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:36.074854 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4107e088-e8d4-4a17-9447-915452c16b84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.079048 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-4107e088-e8d4-4a17-9447-915452c16b84 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e8e1a765-4ebe-43ec-94d3-165ffb63c5b5 HTTP/1.1" status: 204 len: 168 time: 0.2882442 Nov 19 18:04:36.082240 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46546) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:36.085426 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccbb379-c1d7-4eb4-bb8d-ae2596b6a438 None None] Network dfaa8d65-d22e-40c7-b274-88fa45a1a06d requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:36.165841 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.251964 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] Deleting port 5c5da515-1310-4a9f-b311-edb690803993 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:36.252363 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.322607 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] For port 5c5da515-1310-4a9f-b311-edb690803993, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=5c5da515-1310-4a9f-b311-edb690803993,segment=NetworkSegment(9d900549-8ee1-4809-a4d3-91ae47b8633f),segment_id=9d900549-8ee1-4809-a4d3-91ae47b8633f)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:36.322973 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.339947 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] Calling delete_port for 5c5da515-1310-4a9f-b311-edb690803993 owned by network:dhcp {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:36.436261 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.466983 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5da515-1310-4a9f-b311-edb690803993,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:36.474507 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] No DVR routers for this DVR port 5c5da515-1310-4a9f-b311-edb690803993 on host dv-cinder-810785-3-iscsi {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:04:36.561097 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.585267 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f60811-5558-45c7-8743-3ae468f4c5c3 None None] DHCP port deletion for dfaa8d65-d22e-40c7-b274-88fa45a1a06d request from dv-cinder-810785-3-iscsi {{(pid=103566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:04:36.601407 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfaa8d65-d22e-40c7-b274-88fa45a1a06d']}} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:36.613073 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d900549-8ee1-4809-a4d3-91ae47b8633f') {'for_net_delete': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:36.613452 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d900549-8ee1-4809-a4d3-91ae47b8633f') {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:36.625502 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241569'] for segment, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.642750 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.653391 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=103565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:36.653960 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247914'] for segment, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: Traceback (most recent call last): Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: timer() Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: cb(*args, **kw) Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: return func(*args, **kwargs) Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: self._notify() Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: self.callback(batched_events) Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: event.method(event) Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: return f(self, *a, **k) Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._get(url).json() Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:36.656691 dv-cinder-810785-3-iscsi neutron-server[103565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:36.726140 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.742642 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.746042 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] 10.222.0.71 "DELETE /v2.0/networks/dfaa8d65-d22e-40c7-b274-88fa45a1a06d HTTP/1.1" status: 204 len: 168 time: 0.6625698 Nov 19 18:04:36.747556 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b3be9-1f2e-4a06-887a-716b7c3503cb admin admin] Pushing event deleted for resources: {'Network': ['ID=dfaa8d65-d22e-40c7-b274-88fa45a1a06d,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:36.749557 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46548) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:37.167763 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a64e1d39-d5fb-44ab-8b23-606c8f9ca6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830452'] for router_interface, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.396571 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 5c5da515-1310-4a9f-b311-edb690803993 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:04:37.417595 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 5c5da515-1310-4a9f-b311-edb690803993 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:04:37.418051 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 5c5da515-1310-4a9f-b311-edb690803993 not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:04:37.418565 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:04:37.439176 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:04:37.439528 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device ddc1119b-f95e-4940-9e2a-fcdb4d0e34a8 not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:04:37.439942 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device cf842561-0a5c-426d-a0e2-385516164bef no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:04:37.449130 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a64e1d39-d5fb-44ab-8b23-606c8f9ca6a0 admin admin] Deleting port a3ef9e48-367b-4437-9734-dca348d13e1f {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:37.449470 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a64e1d39-d5fb-44ab-8b23-606c8f9ca6a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.464464 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: cf842561-0a5c-426d-a0e2-385516164bef {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:04:37.464810 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device cf842561-0a5c-426d-a0e2-385516164bef not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:04:37.532978 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a64e1d39-d5fb-44ab-8b23-606c8f9ca6a0 admin admin] For port a3ef9e48-367b-4437-9734-dca348d13e1f, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=a3ef9e48-367b-4437-9734-dca348d13e1f,segment=NetworkSegment(3604c729-dc18-4c79-9337-59f22812e850),segment_id=3604c729-dc18-4c79-9337-59f22812e850)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:37.533344 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a64e1d39-d5fb-44ab-8b23-606c8f9ca6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.551287 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a64e1d39-d5fb-44ab-8b23-606c8f9ca6a0 admin admin] Calling delete_port for a3ef9e48-367b-4437-9734-dca348d13e1f owned by network:router_interface {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:37.774044 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a64e1d39-d5fb-44ab-8b23-606c8f9ca6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.807965 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e1d39-d5fb-44ab-8b23-606c8f9ca6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ef9e48-367b-4437-9734-dca348d13e1f,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:37.989424 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a64e1d39-d5fb-44ab-8b23-606c8f9ca6a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830536'] for router_interface, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.248796 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64e1d39-d5fb-44ab-8b23-606c8f9ca6a0 admin admin] Router 74b6e285-cd47-4ffb-b1d4-f49e96098c0f has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:04:38.372969 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64e1d39-d5fb-44ab-8b23-606c8f9ca6a0 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:04:38.379397 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a64e1d39-d5fb-44ab-8b23-606c8f9ca6a0 admin admin] 10.222.0.71 "PUT /v2.0/routers/74b6e285-cd47-4ffb-b1d4-f49e96098c0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6276658 Nov 19 18:04:38.382432 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46550) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:38.383718 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a74584a-36ac-487d-9a7a-d41eeae3c91f None None] Sync routers for ids ['74b6e285-cd47-4ffb-b1d4-f49e96098c0f'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:04:38.395312 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a74584a-36ac-487d-9a7a-d41eeae3c91f None None] Routers {'74b6e285-cd47-4ffb-b1d4-f49e96098c0f'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:38.395960 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-5a74584a-36ac-487d-9a7a-d41eeae3c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['74b6e285-cd47-4ffb-b1d4-f49e96098c0f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:38.508815 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] Publish callbacks [] for router, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.635100 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.657589 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.667546 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-5a74584a-36ac-487d-9a7a-d41eeae3c91f None None] Set router 74b6e285-cd47-4ffb-b1d4-f49e96098c0f gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:38.708069 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] Deleting port 62f30780-83a7-4292-b844-7ce7282d1f0c {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:38.708405 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.804824 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] For port 62f30780-83a7-4292-b844-7ce7282d1f0c, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=62f30780-83a7-4292-b844-7ce7282d1f0c,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:38.805136 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.820945 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] Calling delete_port for 62f30780-83a7-4292-b844-7ce7282d1f0c owned by network:router_gateway {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:38.866218 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-5a74584a-36ac-487d-9a7a-d41eeae3c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'name': 'tempest-TestVolumeBootPattern-1868327530-router', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '62f30780-83a7-4292-b844-7ce7282d1f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:32Z', 'updated_at': '2021-11-19T18:04:37Z', 'revision_number': 5, 'project_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'gw_port': {'id': '62f30780-83a7-4292-b844-7ce7282d1f0c', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:33Z', 'updated_at': '2021-11-19T17:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:38.897107 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a74584a-36ac-487d-9a7a-d41eeae3c91f None None] Checking router: 74b6e285-cd47-4ffb-b1d4-f49e96098c0f for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:04:38.906021 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a74584a-36ac-487d-9a7a-d41eeae3c91f None None] Routers {'74b6e285-cd47-4ffb-b1d4-f49e96098c0f'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:38.906677 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-5a74584a-36ac-487d-9a7a-d41eeae3c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['74b6e285-cd47-4ffb-b1d4-f49e96098c0f'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:39.018933 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-5a74584a-36ac-487d-9a7a-d41eeae3c91f None None] Set router 74b6e285-cd47-4ffb-b1d4-f49e96098c0f gateway port host: None {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:39.019888 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.044732 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] Pushing event deleted for resources: {'Port': ['ID=62f30780-83a7-4292-b844-7ce7282d1f0c,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:39.077761 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-5a74584a-36ac-487d-9a7a-d41eeae3c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'name': 'tempest-TestVolumeBootPattern-1868327530-router', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:32Z', 'updated_at': '2021-11-19T18:04:38Z', 'revision_number': 6, 'project_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'gw_port_host': None}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:39.106579 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a74584a-36ac-487d-9a7a-d41eeae3c91f None None] The sync data for ids ['74b6e285-cd47-4ffb-b1d4-f49e96098c0f'] in dv-cinder-810785-3-iscsi is: [{'id': '74b6e285-cd47-4ffb-b1d4-f49e96098c0f', 'name': 'tempest-TestVolumeBootPattern-1868327530-router', 'tenant_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:32Z', 'updated_at': '2021-11-19T18:04:38Z', 'revision_number': 6, 'project_id': '4da4c296c2994d4ebe82f5b4d6cbe251', 'gw_port_host': None}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:04:39.124307 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746162'] for router_gateway, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.229516 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260420'] for router, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.232254 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.280057 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831831'] for router, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.280650 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74b6e285-cd47-4ffb-b1d4-f49e96098c0f {{(pid=103565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:04:39.286470 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.287504 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-fea28afe-0ced-4e2d-b81d-5b9f2f621813 admin admin] 10.222.0.71 "DELETE /v2.0/routers/74b6e285-cd47-4ffb-b1d4-f49e96098c0f HTTP/1.1" status: 204 len: 168 time: 0.9038348 Nov 19 18:04:39.291717 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46552) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:39.339676 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_v2 [None req-119902bb-b2e3-4975-8286-d5e453aece06 admin admin] Deleting subnet 1b676390-ca78-47c6-9c98-9cea282024d0 {{(pid=103565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:04:39.343917 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-119902bb-b2e3-4975-8286-d5e453aece06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.387563 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-119902bb-b2e3-4975-8286-d5e453aece06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1242130'] for subnet, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.494178 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-119902bb-b2e3-4975-8286-d5e453aece06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.570908 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-119902bb-b2e3-4975-8286-d5e453aece06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416052'] for subnet, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.604421 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119902bb-b2e3-4975-8286-d5e453aece06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b676390-ca78-47c6-9c98-9cea282024d0,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:39.607010 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-119902bb-b2e3-4975-8286-d5e453aece06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.611955 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd9d51-d31c-440d-9013-e7f2af7192ac None None] Network d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:39.619605 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46554) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:39.623262 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-119902bb-b2e3-4975-8286-d5e453aece06 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1b676390-ca78-47c6-9c98-9cea282024d0 HTTP/1.1" status: 204 len: 168 time: 0.3301761 Nov 19 18:04:39.660447 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device a3ef9e48-367b-4437-9734-dca348d13e1f no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:04:39.685274 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: a3ef9e48-367b-4437-9734-dca348d13e1f {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:04:39.685805 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device a3ef9e48-367b-4437-9734-dca348d13e1f not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:04:39.705151 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.773633 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] Deleting port 6ee76f51-63f8-4107-a758-c77892a26ec9 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:39.773957 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.968657 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] DHCP port deletion for d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6 request from dv-cinder-810785-3-iscsi {{(pid=103566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:04:40.034054 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Deleting port 6ee76f51-63f8-4107-a758-c77892a26ec9 {{(pid=103566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:40.034511 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.111557 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] For port 6ee76f51-63f8-4107-a758-c77892a26ec9, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=6ee76f51-63f8-4107-a758-c77892a26ec9,segment=NetworkSegment(3604c729-dc18-4c79-9337-59f22812e850),segment_id=3604c729-dc18-4c79-9337-59f22812e850)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:40.112460 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.127019 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Calling delete_port for 6ee76f51-63f8-4107-a758-c77892a26ec9 owned by network:dhcp {{(pid=103566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:40.128271 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] For port 6ee76f51-63f8-4107-a758-c77892a26ec9, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=6ee76f51-63f8-4107-a758-c77892a26ec9,segment=NetworkSegment(3604c729-dc18-4c79-9337-59f22812e850),segment_id=3604c729-dc18-4c79-9337-59f22812e850)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:40.128749 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.142363 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] Calling delete_port for 6ee76f51-63f8-4107-a758-c77892a26ec9 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:40.221078 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513'] for port, after_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.247654 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Pushing event deleted for resources: {'Port': ['ID=6ee76f51-63f8-4107-a758-c77892a26ec9,revision_number=None']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:40.256906 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] No DVR routers for this DVR port 6ee76f51-63f8-4107-a758-c77892a26ec9 on host dv-cinder-810785-3-iscsi {{(pid=103566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:04:40.259580 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.259958 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.260308 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.260437 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.260645 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.260983 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.261318 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.261645 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.262006 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.262296 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.262715 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.263037 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.263522 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f332dc70-6e59-409b-ad5a-be7c26ab5101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.289788 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee76f51-63f8-4107-a758-c77892a26ec9,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:40.294440 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] No DVR routers for this DVR port 6ee76f51-63f8-4107-a758-c77892a26ec9 on host dv-cinder-810785-3-iscsi {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:04:40.367707 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.392874 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:40.403602 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3604c729-dc18-4c79-9337-59f22812e850') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:40.403899 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3604c729-dc18-4c79-9337-59f22812e850') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:40.414311 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14509989'] for segment, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.428605 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.435510 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:40.435831 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14508597'] for segment, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: self.session.flush() Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: self.session.flush() Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: self.session.flush() Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: self.session.flush() Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: Traceback (most recent call last): Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: timer() Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: cb(*args, **kw) Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: return func(*args, **kwargs) Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: self._notify() Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: self.callback(batched_events) Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: event.method(event) Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: return f(self, *a, **k) Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._get(url).json() Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:40.437661 dv-cinder-810785-3-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:40.498699 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.505318 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.508687 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] 10.222.0.71 "DELETE /v2.0/networks/d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6 HTTP/1.1" status: 204 len: 168 time: 0.8875146 Nov 19 18:04:40.521590 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad2ceb-8f96-4f84-aabd-a35e9df4c72d admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f5de1d-5ca7-4755-ad91-7e9b8b9ee0c6,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:40.645355 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46558) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:40.692817 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-bb529dba-e766-4237-9c8a-fb9b3692b28d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=80680fdddb2b4a919dc36de9924916fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458055 Nov 19 18:04:40.695484 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46560) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:40.760336 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-367cdcee-acf3-48bd-9139-cfd910bb04ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.792875 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-367cdcee-acf3-48bd-9139-cfd910bb04ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.854010 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-367cdcee-acf3-48bd-9139-cfd910bb04ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.856728 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-367cdcee-acf3-48bd-9139-cfd910bb04ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.857908 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-367cdcee-acf3-48bd-9139-cfd910bb04ce admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e59f43a5-063a-4e39-98ec-e60b9e5f47d7 HTTP/1.1" status: 204 len: 168 time: 0.1612642 Nov 19 18:04:40.867466 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cdcee-acf3-48bd-9139-cfd910bb04ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59f43a5-063a-4e39-98ec-e60b9e5f47d7,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:41.290113 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46566) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:41.353489 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-e444ca68-75c3-4808-ae68-46ef1871d83a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4da4c296c2994d4ebe82f5b4d6cbe251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0592904 Nov 19 18:04:41.353767 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46568) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:41.401951 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 6ee76f51-63f8-4107-a758-c77892a26ec9 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:04:41.412664 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ba7e651d-8467-480d-9180-fd07fe8a2ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.427018 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 6ee76f51-63f8-4107-a758-c77892a26ec9 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:04:41.427969 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 6ee76f51-63f8-4107-a758-c77892a26ec9 not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:04:41.429045 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 62f30780-83a7-4292-b844-7ce7282d1f0c no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:04:41.437626 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ba7e651d-8467-480d-9180-fd07fe8a2ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.457782 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 62f30780-83a7-4292-b844-7ce7282d1f0c {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:04:41.458138 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 62f30780-83a7-4292-b844-7ce7282d1f0c not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:04:41.508597 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ba7e651d-8467-480d-9180-fd07fe8a2ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.511473 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ba7e651d-8467-480d-9180-fd07fe8a2ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.512734 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-ba7e651d-8467-480d-9180-fd07fe8a2ee4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/52f23eae-4069-4623-8838-a3499c2c3169 HTTP/1.1" status: 204 len: 168 time: 0.1579194 Nov 19 18:04:41.525039 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e651d-8467-480d-9180-fd07fe8a2ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f23eae-4069-4623-8838-a3499c2c3169,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:49.764359 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46574) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:49.944319 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-36fb8387-6bf0-4c26-af5f-a9511519076b tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Deleting port bdb5fdf7-dcef-4281-babc-42c1fa7f475a {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:49.944716 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-36fb8387-6bf0-4c26-af5f-a9511519076b tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.027291 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-36fb8387-6bf0-4c26-af5f-a9511519076b tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.027529 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-36fb8387-6bf0-4c26-af5f-a9511519076b tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.046837 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-36fb8387-6bf0-4c26-af5f-a9511519076b tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Calling delete_port for bdb5fdf7-dcef-4281-babc-42c1fa7f475a owned by network:floatingip {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:50.213120 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-36fb8387-6bf0-4c26-af5f-a9511519076b tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.250427 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb8387-6bf0-4c26-af5f-a9511519076b tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Pushing event deleted for resources: {'Port': ['ID=bdb5fdf7-dcef-4281-babc-42c1fa7f475a,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:50.312762 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-36fb8387-6bf0-4c26-af5f-a9511519076b tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for floatingip, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.313077 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.l3_db [None req-36fb8387-6bf0-4c26-af5f-a9511519076b tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Floating IP 159d30b0-76cf-4fa7-8404-778351eeab39 disassociated (deleted). External IP: 172.27.1.183, port: 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0. Nov 19 18:04:50.558755 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fb8387-6bf0-4c26-af5f-a9511519076b tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Router a1c60ffb-c5d5-475b-ba50-a48baa303b74 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:04:50.686908 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fb8387-6bf0-4c26-af5f-a9511519076b tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:04:50.692456 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-36fb8387-6bf0-4c26-af5f-a9511519076b tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.699827 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33339c8e-f068-4c7b-b0b6-e474fb859c69 None None] Sync routers for ids ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:04:50.715991 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33339c8e-f068-4c7b-b0b6-e474fb859c69 None None] Routers {'a1c60ffb-c5d5-475b-ba50-a48baa303b74'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:50.718019 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-33339c8e-f068-4c7b-b0b6-e474fb859c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:50.726055 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-36fb8387-6bf0-4c26-af5f-a9511519076b tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "DELETE /v2.0/floatingips/159d30b0-76cf-4fa7-8404-778351eeab39 HTTP/1.1" status: 204 len: 168 time: 0.9598091 Nov 19 18:04:50.726511 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'tag': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:04:50.730158 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c241e5-0adc-4552-8571-a4f4c7be5c77" -d '{"events": [{"name": "network-changed", "server_uuid": "341fa7a2-ceac-4ae9-84f8-c8a3833ce819", "tag": "92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:04:50.855747 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-33339c8e-f068-4c7b-b0b6-e474fb859c69 None None] Set router a1c60ffb-c5d5-475b-ba50-a48baa303b74 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:51.017838 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74198e3-f0c3-4433-b7fc-8123ec83abc1 x-openstack-request-id: req-e74198e3-f0c3-4433-b7fc-8123ec83abc1 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:04:51.018569 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341fa7a2-ceac-4ae9-84f8-c8a3833ce819", "tag": "92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:04:51.018569 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e74198e3-f0c3-4433-b7fc-8123ec83abc1 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:04:51.019028 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'tag': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0', 'status': 'completed', 'code': 200} Nov 19 18:04:51.063883 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9697b-b2c3-4152-95bd-c0a20c924c43 req-c323ab6b-2605-4077-8dcc-d528b09cf9e9 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:51.067241 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f3e9697b-b2c3-4152-95bd-c0a20c924c43 req-c323ab6b-2605-4077-8dcc-d528b09cf9e9 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0889549 Nov 19 18:04:51.130594 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-33339c8e-f068-4c7b-b0b6-e474fb859c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 4, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'gw_port': {'id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '4bfc79ff-ac8d-4d98-a29c-160e88d0d542', 'name': '', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'mac_address': 'fa:16:3e:b8:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:14Z', 'updated_at': '2021-11-19T18:00:21Z', 'revision_number': 5, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'subnets': [{'id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:51.145813 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c241e5-0adc-4552-8571-a4f4c7be5c77 req-f0b3c713-5da3-4b68-a348-29beb4dfe8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:51.148275 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f1c241e5-0adc-4552-8571-a4f4c7be5c77 req-f0b3c713-5da3-4b68-a348-29beb4dfe8de service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ad5b2672ba5646bfb5b2740e4b75db0c&device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 1099 time: 0.1096659 Nov 19 18:04:51.153957 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f3e9697b-b2c3-4152-95bd-c0a20c924c43 req-0dfbeab8-19a6-402f-9758-2bc87d8097c9 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692551 Nov 19 18:04:51.159601 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33339c8e-f068-4c7b-b0b6-e474fb859c69 None None] Checking router: a1c60ffb-c5d5-475b-ba50-a48baa303b74 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:04:51.176475 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33339c8e-f068-4c7b-b0b6-e474fb859c69 None None] Routers {'a1c60ffb-c5d5-475b-ba50-a48baa303b74'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:51.176475 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-33339c8e-f068-4c7b-b0b6-e474fb859c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:26Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:51.259176 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c241e5-0adc-4552-8571-a4f4c7be5c77 req-ecb3a1a0-a6fa-44ed-9b30-f1f470b19f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:51.260802 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f1c241e5-0adc-4552-8571-a4f4c7be5c77 req-ecb3a1a0-a6fa-44ed-9b30-f1f470b19f94 service neutron] 10.222.0.85 "GET /v2.0/networks?id=220d901e-9d1e-4493-85b3-56d8f5dcdef1 HTTP/1.1" status: 200 len: 910 time: 0.1020775 Nov 19 18:04:51.311321 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f1c241e5-0adc-4552-8571-a4f4c7be5c77 req-261c89ab-e0e0-4d09-9c4d-d4e5eba13ef3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 HTTP/1.1" status: 200 len: 217 time: 0.0374823 Nov 19 18:04:51.317479 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-33339c8e-f068-4c7b-b0b6-e474fb859c69 None None] Set router a1c60ffb-c5d5-475b-ba50-a48baa303b74 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:51.372711 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c241e5-0adc-4552-8571-a4f4c7be5c77 req-dbc8694f-b91b-468b-9a53-6ee19f6e9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:51.374196 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f1c241e5-0adc-4552-8571-a4f4c7be5c77 req-dbc8694f-b91b-468b-9a53-6ee19f6e9ee3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e2855729-ba47-4130-8ca0-fc3d37be7692 HTTP/1.1" status: 200 len: 847 time: 0.0501866 Nov 19 18:04:51.430429 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c241e5-0adc-4552-8571-a4f4c7be5c77 req-e08c76f0-22c6-4962-a6fe-9da3a08ee556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:51.432063 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f1c241e5-0adc-4552-8571-a4f4c7be5c77 req-e08c76f0-22c6-4962-a6fe-9da3a08ee556 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=220d901e-9d1e-4493-85b3-56d8f5dcdef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499101 Nov 19 18:04:51.536077 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f1c241e5-0adc-4552-8571-a4f4c7be5c77 req-4383fc42-89fc-4b76-b231-0305c2ddbbb0 service neutron] 10.222.0.85 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915463 Nov 19 18:04:51.548366 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-33339c8e-f068-4c7b-b0b6-e474fb859c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 4, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'gw_port': {'id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '4bfc79ff-ac8d-4d98-a29c-160e88d0d542', 'name': '', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'mac_address': 'fa:16:3e:b8:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:14Z', 'updated_at': '2021-11-19T18:00:21Z', 'revision_number': 5, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'subnets': [{'id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:51.580214 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33339c8e-f068-4c7b-b0b6-e474fb859c69 None None] The sync data for ids ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'] in dv-cinder-810785-3-iscsi is: [{'id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 4, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'gw_port': {'id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '4bfc79ff-ac8d-4d98-a29c-160e88d0d542', 'name': '', 'network_id': '220d901e-9d1e-4493-85b3-56d8f5dcdef1', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'mac_address': 'fa:16:3e:b8:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:14Z', 'updated_at': '2021-11-19T18:00:21Z', 'revision_number': 5, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'subnets': [{'id': 'e2855729-ba47-4130-8ca0-fc3d37be7692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:04:51.643228 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f1c241e5-0adc-4552-8571-a4f4c7be5c77 req-cab14a7a-19df-47eb-abe6-3cd0cbbc1806 service neutron] 10.222.0.85 "GET /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996828 Nov 19 18:04:51.811674 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40633e2-acbd-4617-b510-a967171a22ec None None] New status for floating IP 159d30b0-76cf-4fa7-8404-778351eeab39: DOWN {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:04:52.284451 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc6473-4a34-4b47-adfb-2eec8e4bc480 req-137bf44b-48a0-44a3-b50d-e72b991e3bbf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:52.286493 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-25cc6473-4a34-4b47-adfb-2eec8e4bc480 req-137bf44b-48a0-44a3-b50d-e72b991e3bbf tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0558424 Nov 19 18:04:52.339429 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-25cc6473-4a34-4b47-adfb-2eec8e4bc480 req-ae1eb4db-ce3e-42fd-9814-e60f444b504f tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/security-groups?id=47afbf70-7bb3-475e-9ed3-e486b4e4cd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467613 Nov 19 18:04:52.775394 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99c73e-57b8-43ab-9b8d-4fee3d4d593d req-56d23f7c-8ff5-45db-b8c2-b518e42c9a9f tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:52.777072 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cf99c73e-57b8-43ab-9b8d-4fee3d4d593d req-56d23f7c-8ff5-45db-b8c2-b518e42c9a9f tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.85 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 946 time: 0.0528667 Nov 19 18:04:52.820536 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-844380e9-ca4e-4f94-98c2-7cc124aa03c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:52.880306 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-cf99c73e-57b8-43ab-9b8d-4fee3d4d593d req-fe35a5da-8ea6-4c50-9173-4bb7e27109b7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Deleting port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:52.880650 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cf99c73e-57b8-43ab-9b8d-4fee3d4d593d req-fe35a5da-8ea6-4c50-9173-4bb7e27109b7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:52.977343 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-cf99c73e-57b8-43ab-9b8d-4fee3d4d593d req-fe35a5da-8ea6-4c50-9173-4bb7e27109b7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] For port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,segment=NetworkSegment(6ee9ce37-8f1c-45bf-badf-1d79588005b7),segment_id=6ee9ce37-8f1c-45bf-badf-1d79588005b7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:52.977712 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cf99c73e-57b8-43ab-9b8d-4fee3d4d593d req-fe35a5da-8ea6-4c50-9173-4bb7e27109b7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:52.992191 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-cf99c73e-57b8-43ab-9b8d-4fee3d4d593d req-fe35a5da-8ea6-4c50-9173-4bb7e27109b7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Calling delete_port for 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:53.134226 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cf99c73e-57b8-43ab-9b8d-4fee3d4d593d req-fe35a5da-8ea6-4c50-9173-4bb7e27109b7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:53.164946 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35a5da-8ea6-4c50-9173-4bb7e27109b7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Pushing event deleted for resources: {'Port': ['ID=92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:53.218541 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf99c73e-57b8-43ab-9b8d-4fee3d4d593d req-fe35a5da-8ea6-4c50-9173-4bb7e27109b7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] No DVR routers for this DVR port 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 on host hv-cinder-81078 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:04:53.221048 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-cf99c73e-57b8-43ab-9b8d-4fee3d4d593d req-fe35a5da-8ea6-4c50-9173-4bb7e27109b7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:53.225036 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cf99c73e-57b8-43ab-9b8d-4fee3d4d593d req-fe35a5da-8ea6-4c50-9173-4bb7e27109b7 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.85 "DELETE /v2.0/ports/92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 HTTP/1.1" status: 204 len: 173 time: 0.4395854 Nov 19 18:04:53.225495 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'name': 'network-vif-deleted', 'tag': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:04:53.227835 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0027cf9a-a855-423f-b055-4b3a690ae57b" -d '{"events": [{"server_uuid": "341fa7a2-ceac-4ae9-84f8-c8a3833ce819", "name": "network-vif-deleted", "tag": "92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:04:53.266631 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb8c01b-34a0-46f6-8365-6622d065eaa4 x-openstack-request-id: req-fdb8c01b-34a0-46f6-8365-6622d065eaa4 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:04:53.266936 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341fa7a2-ceac-4ae9-84f8-c8a3833ce819", "name": "network-vif-deleted", "tag": "92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:04:53.267198 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fdb8c01b-34a0-46f6-8365-6622d065eaa4 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:04:53.267617 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341fa7a2-ceac-4ae9-84f8-c8a3833ce819', 'name': 'network-vif-deleted', 'tag': '92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0', 'status': 'completed', 'code': 200} Nov 19 18:04:53.443945 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4d71e9e3-23e8-4614-a230-63496153d242 req-4d867329-c728-440c-ae2d-abcc1fcbc1ad tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "GET /v2.0/ports?device_id=341fa7a2-ceac-4ae9-84f8-c8a3833ce819 HTTP/1.1" status: 200 len: 210 time: 0.0323460 Nov 19 18:04:54.509895 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46594) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:54.576151 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e14811b-fc63-4fce-9ba5-9292a70817c8 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:54.605617 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e14811b-fc63-4fce-9ba5-9292a70817c8 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:54.673564 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e14811b-fc63-4fce-9ba5-9292a70817c8 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:54.677181 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e14811b-fc63-4fce-9ba5-9292a70817c8 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:54.678439 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-9e14811b-fc63-4fce-9ba5-9292a70817c8 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] 10.222.0.71 "DELETE /v2.0/security-groups/47afbf70-7bb3-475e-9ed3-e486b4e4cd67 HTTP/1.1" status: 204 len: 168 time: 0.1674523 Nov 19 18:04:54.688758 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14811b-fc63-4fce-9ba5-9292a70817c8 tempest-TestShelveInstance-2060863037 tempest-TestShelveInstance-2060863037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47afbf70-7bb3-475e-9ed3-e486b4e4cd67,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:54.733753 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46598) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:55.128504 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-98d67bef-1053-4e1e-a447-cb158f580773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830452'] for router_interface, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:55.398342 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-98d67bef-1053-4e1e-a447-cb158f580773 admin admin] Deleting port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:55.398611 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-98d67bef-1053-4e1e-a447-cb158f580773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:55.488535 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-98d67bef-1053-4e1e-a447-cb158f580773 admin admin] For port 4bfc79ff-ac8d-4d98-a29c-160e88d0d542, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=4bfc79ff-ac8d-4d98-a29c-160e88d0d542,segment=NetworkSegment(6ee9ce37-8f1c-45bf-badf-1d79588005b7),segment_id=6ee9ce37-8f1c-45bf-badf-1d79588005b7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:55.489015 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-98d67bef-1053-4e1e-a447-cb158f580773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:55.504982 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-98d67bef-1053-4e1e-a447-cb158f580773 admin admin] Calling delete_port for 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 owned by network:router_interface {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:55.704956 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-98d67bef-1053-4e1e-a447-cb158f580773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:55.728968 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d67bef-1053-4e1e-a447-cb158f580773 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bfc79ff-ac8d-4d98-a29c-160e88d0d542,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:55.929648 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-98d67bef-1053-4e1e-a447-cb158f580773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830536'] for router_interface, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:55.992673 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-658fcef7-ff54-4111-a05e-16e239e8c1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:56.208444 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d67bef-1053-4e1e-a447-cb158f580773 admin admin] Router a1c60ffb-c5d5-475b-ba50-a48baa303b74 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:04:56.358659 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d67bef-1053-4e1e-a447-cb158f580773 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:04:56.364940 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-98d67bef-1053-4e1e-a447-cb158f580773 admin admin] 10.222.0.71 "PUT /v2.0/routers/a1c60ffb-c5d5-475b-ba50-a48baa303b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6296020 Nov 19 18:04:56.368354 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46614) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:56.371740 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c17ea3-62c2-4051-aa7b-9fe96386f853 None None] Sync routers for ids ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:04:56.384652 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c17ea3-62c2-4051-aa7b-9fe96386f853 None None] Routers {'a1c60ffb-c5d5-475b-ba50-a48baa303b74'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:56.385559 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-39c17ea3-62c2-4051-aa7b-9fe96386f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:56.387885 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb112070-3f31-446f-ac8c-36de13baea7e req-ed979273-274e-483e-a778-215412143739 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:56.390752 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fb112070-3f31-446f-ac8c-36de13baea7e req-ed979273-274e-483e-a778-215412143739 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 946 time: 0.0856743 Nov 19 18:04:56.459416 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-fb112070-3f31-446f-ac8c-36de13baea7e req-d8acc77b-daff-419a-9835-cd339306e33b tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594022 Nov 19 18:04:56.497652 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] Publish callbacks [] for router, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:56.526969 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-39c17ea3-62c2-4051-aa7b-9fe96386f853 None None] Set router a1c60ffb-c5d5-475b-ba50-a48baa303b74 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:56.619687 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:56.680313 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] Deleting port 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:56.680758 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:56.725766 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-39c17ea3-62c2-4051-aa7b-9fe96386f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:04:55Z', 'revision_number': 5, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'gw_port': {'id': '32f6bc65-0cf8-442c-bd01-fd5cfe3b4232', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:56.756682 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c17ea3-62c2-4051-aa7b-9fe96386f853 None None] Checking router: a1c60ffb-c5d5-475b-ba50-a48baa303b74 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:04:56.765860 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c17ea3-62c2-4051-aa7b-9fe96386f853 None None] Routers {'a1c60ffb-c5d5-475b-ba50-a48baa303b74'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:56.766731 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-39c17ea3-62c2-4051-aa7b-9fe96386f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:56.799400 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] For port 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=32f6bc65-0cf8-442c-bd01-fd5cfe3b4232,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:56.799849 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:56.819120 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] Calling delete_port for 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232 owned by network:router_gateway {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:56.959365 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-39c17ea3-62c2-4051-aa7b-9fe96386f853 None None] Set router a1c60ffb-c5d5-475b-ba50-a48baa303b74 gateway port host: None {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:57.021855 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.037757 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-39c17ea3-62c2-4051-aa7b-9fe96386f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:04:56Z', 'revision_number': 6, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'gw_port_host': None}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:57.048645 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f6bc65-0cf8-442c-bd01-fd5cfe3b4232,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:57.087238 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c17ea3-62c2-4051-aa7b-9fe96386f853 None None] The sync data for ids ['a1c60ffb-c5d5-475b-ba50-a48baa303b74'] in dv-cinder-810785-3-iscsi is: [{'id': 'a1c60ffb-c5d5-475b-ba50-a48baa303b74', 'name': 'tempest-TestShelveInstance-927528112-router', 'tenant_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:04:56Z', 'revision_number': 6, 'project_id': 'ad5b2672ba5646bfb5b2740e4b75db0c', 'gw_port_host': None}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:04:57.123377 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746162'] for router_gateway, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.216557 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260420'] for router, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.218894 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.264404 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831831'] for router, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.264990 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1c60ffb-c5d5-475b-ba50-a48baa303b74 {{(pid=103565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:04:57.270249 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.271435 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-09ade17d-a61f-4d87-9a21-7b6f50a9dc50 admin admin] 10.222.0.71 "DELETE /v2.0/routers/a1c60ffb-c5d5-475b-ba50-a48baa303b74 HTTP/1.1" status: 204 len: 168 time: 0.8998139 Nov 19 18:04:57.274500 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.275049 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46616) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:57.305765 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:04:57.325472 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_v2 [None req-47685e10-ebb1-4e0c-bd3b-1beb7c577ccf admin admin] Deleting subnet e2855729-ba47-4130-8ca0-fc3d37be7692 {{(pid=103565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:04:57.329104 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-47685e10-ebb1-4e0c-bd3b-1beb7c577ccf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.330427 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:04:57.330769 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 92c6cb4a-aead-4e71-9ee3-e4bd3c22d3d0 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:04:57.378635 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-47685e10-ebb1-4e0c-bd3b-1beb7c577ccf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1242130'] for subnet, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.463777 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-47685e10-ebb1-4e0c-bd3b-1beb7c577ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.528081 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-47685e10-ebb1-4e0c-bd3b-1beb7c577ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416052'] for subnet, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.569465 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47685e10-ebb1-4e0c-bd3b-1beb7c577ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2855729-ba47-4130-8ca0-fc3d37be7692,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:57.569465 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-47685e10-ebb1-4e0c-bd3b-1beb7c577ccf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.572689 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-47685e10-ebb1-4e0c-bd3b-1beb7c577ccf admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e2855729-ba47-4130-8ca0-fc3d37be7692 HTTP/1.1" status: 204 len: 168 time: 0.2969749 Nov 19 18:04:57.576355 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46620) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:57.590063 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f7f9b-83cc-4011-a7a8-186d5fb791b3 None None] Network 220d901e-9d1e-4493-85b3-56d8f5dcdef1 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:57.617056 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91786a-7073-45df-9bba-a61fe2051010 req-34d64a3b-9ee0-4ee5-ae41-8ebbe97df83e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:57.626053 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0b91786a-7073-45df-9bba-a61fe2051010 req-34d64a3b-9ee0-4ee5-ae41-8ebbe97df83e tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 946 time: 0.0735734 Nov 19 18:04:57.671072 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.693770 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:04:57.703347 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0b91786a-7073-45df-9bba-a61fe2051010 req-d899c489-eb34-4258-b423-cc6d236114d6 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups?id=bce8e153-d443-4db1-85fc-d8de290cae67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758474 Nov 19 18:04:57.719022 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:04:57.719378 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 4bfc79ff-ac8d-4d98-a29c-160e88d0d542 not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:04:57.741494 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] Deleting port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:57.741908 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.813562 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] For port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc,segment=NetworkSegment(6ee9ce37-8f1c-45bf-badf-1d79588005b7),segment_id=6ee9ce37-8f1c-45bf-badf-1d79588005b7)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:57.813939 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.830355 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] Calling delete_port for 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc owned by network:dhcp {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:57.863979 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff9f340-3a74-4699-81c1-06afc2324f84 None None] DHCP port deletion for 220d901e-9d1e-4493-85b3-56d8f5dcdef1 request from dv-cinder-810785-3-iscsi {{(pid=103566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:04:57.929809 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.937127 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-1ff9f340-3a74-4699-81c1-06afc2324f84 None None] Deleting port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc {{(pid=103566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:57.937505 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f340-3a74-4699-81c1-06afc2324f84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.976607 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] No DVR routers for this DVR port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc on host dv-cinder-810785-3-iscsi {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:04:57.978931 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:58.040490 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-1ff9f340-3a74-4699-81c1-06afc2324f84 None None] For port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc, host dv-cinder-810785-3-iscsi, got binding levels [] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:58.041219 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f340-3a74-4699-81c1-06afc2324f84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.067126 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-1ff9f340-3a74-4699-81c1-06afc2324f84 None None] Calling delete_port for 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc owned by network:dhcp {{(pid=103566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:58.072299 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.ipam_backend_mixin [None req-1ff9f340-3a74-4699-81c1-06afc2324f84 None None] Port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc was not found and therefore no delete operation was performed {{(pid=103566) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 18:04:58.074169 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f340-3a74-4699-81c1-06afc2324f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513'] for port, after_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.083416 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.103587 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9f340-3a74-4699-81c1-06afc2324f84 None None] Pushing event deleted for resources: {'Port': ['ID=9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc,revision_number=None']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:58.107538 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff9f340-3a74-4699-81c1-06afc2324f84 None None] No DVR routers for this DVR port 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc on host dv-cinder-810785-3-iscsi {{(pid=103566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:04:58.113156 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220d901e-9d1e-4493-85b3-56d8f5dcdef1']}} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:58.126896 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee9ce37-8f1c-45bf-badf-1d79588005b7') {'for_net_delete': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:58.127007 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee9ce37-8f1c-45bf-badf-1d79588005b7') {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:58.137816 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241569'] for segment, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.153286 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.161088 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=103565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:58.161699 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247914'] for segment, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: Traceback (most recent call last): Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: timer() Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: cb(*args, **kw) Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: return func(*args, **kwargs) Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: self._notify() Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: self.callback(batched_events) Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: event.method(event) Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: return f(self, *a, **k) Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._get(url).json() Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:58.163466 dv-cinder-810785-3-iscsi neutron-server[103565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:58.198987 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-71493cc8-8776-4895-abea-7e5e0d1b2dfb tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:58.200524 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-71493cc8-8776-4895-abea-7e5e0d1b2dfb tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.85 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 946 time: 0.3502438 Nov 19 18:04:58.225771 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.230137 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.233452 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] 10.222.0.71 "DELETE /v2.0/networks/220d901e-9d1e-4493-85b3-56d8f5dcdef1 HTTP/1.1" status: 204 len: 168 time: 0.6561444 Nov 19 18:04:58.237366 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46622) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:58.252333 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f94cb8-9df8-4912-a647-fd95206e00e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=220d901e-9d1e-4493-85b3-56d8f5dcdef1,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:58.297385 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-f63116d0-3f86-4a94-9c9c-28954b99b2ce tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Deleting port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:58.297625 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-f63116d0-3f86-4a94-9c9c-28954b99b2ce tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.395937 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-f63116d0-3f86-4a94-9c9c-28954b99b2ce tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] For port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:58.396425 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-f63116d0-3f86-4a94-9c9c-28954b99b2ce tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.583574 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-f63116d0-3f86-4a94-9c9c-28954b99b2ce tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.583858 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-f63116d0-3f86-4a94-9c9c-28954b99b2ce tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828916'] for floatingip, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.584188 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.db.l3_db [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-f63116d0-3f86-4a94-9c9c-28954b99b2ce tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Floating IP e88aeded-6805-4747-904b-0511dcf4349f disassociated. External IP: 172.27.1.216, port: 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728. Nov 19 18:04:58.584523 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-f63116d0-3f86-4a94-9c9c-28954b99b2ce tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Calling delete_port for 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:58.604190 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-22cc262f-4f31-4838-8caa-1f5c0a430b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830452'] for router_interface, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.720500 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-f63116d0-3f86-4a94-9c9c-28954b99b2ce tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.752283 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63116d0-3f86-4a94-9c9c-28954b99b2ce tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event deleted for resources: {'Port': ['ID=0f1c4612-b9a3-43a1-a08c-f1d6b50f2728,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:58.838912 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bcebaf7d-1550-4c45-878b-7599624199bf req-1160555c-4a06-441f-832d-62869b85d783 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/ports?device_id=76127c46-19f6-4214-afa0-1148de7a2aba HTTP/1.1" status: 200 len: 210 time: 0.0361204 Nov 19 18:04:58.901043 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-f63116d0-3f86-4a94-9c9c-28954b99b2ce tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Router a1b27a22-e663-4948-aea1-f52c8cd69f27 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:04:59.017237 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-f63116d0-3f86-4a94-9c9c-28954b99b2ce tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:04:59.030506 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e078b7f-6fd1-43e2-97ba-ce796b9195a9 None None] Sync routers for ids ['a1b27a22-e663-4948-aea1-f52c8cd69f27'] in dv-cinder-810785-3-iscsi {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:04:59.044714 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e078b7f-6fd1-43e2-97ba-ce796b9195a9 None None] Routers {'a1b27a22-e663-4948-aea1-f52c8cd69f27'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:59.045639 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4e078b7f-6fd1-43e2-97ba-ce796b9195a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1b27a22-e663-4948-aea1-f52c8cd69f27'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:59.062950 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-f63116d0-3f86-4a94-9c9c-28954b99b2ce tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] No DVR routers for this DVR port 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 on host hv-cinder-81078 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:04:59.065526 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-f63116d0-3f86-4a94-9c9c-28954b99b2ce tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.070089 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-f1e43f86-f92e-47c9-bb1d-6c18887bbbf7 req-f63116d0-3f86-4a94-9c9c-28954b99b2ce tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.85 "DELETE /v2.0/ports/0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 HTTP/1.1" status: 204 len: 173 time: 0.8620300 Nov 19 18:04:59.070591 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76127c46-19f6-4214-afa0-1148de7a2aba', 'name': 'network-vif-deleted', 'tag': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:04:59.073360 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e17009-79ab-46c2-998d-4804cada9c7a" -d '{"events": [{"server_uuid": "76127c46-19f6-4214-afa0-1148de7a2aba", "name": "network-vif-deleted", "tag": "0f1c4612-b9a3-43a1-a08c-f1d6b50f2728"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:04:59.151451 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc067e5d-769e-451a-bb13-f022ea3eff39 x-openstack-request-id: req-dc067e5d-769e-451a-bb13-f022ea3eff39 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:04:59.152053 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76127c46-19f6-4214-afa0-1148de7a2aba", "name": "network-vif-deleted", "tag": "0f1c4612-b9a3-43a1-a08c-f1d6b50f2728", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:04:59.153865 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dc067e5d-769e-451a-bb13-f022ea3eff39 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:04:59.154374 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76127c46-19f6-4214-afa0-1148de7a2aba', 'name': 'network-vif-deleted', 'tag': '0f1c4612-b9a3-43a1-a08c-f1d6b50f2728', 'status': 'completed', 'code': 200} Nov 19 18:04:59.162600 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-22cc262f-4f31-4838-8caa-1f5c0a430b58 admin admin] Deleting port 48b29778-7a78-41bf-ad4b-67bef859a506 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:59.163853 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-22cc262f-4f31-4838-8caa-1f5c0a430b58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.186376 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-4e078b7f-6fd1-43e2-97ba-ce796b9195a9 None None] Set router a1b27a22-e663-4948-aea1-f52c8cd69f27 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:59.273593 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-22cc262f-4f31-4838-8caa-1f5c0a430b58 admin admin] For port 48b29778-7a78-41bf-ad4b-67bef859a506, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=48b29778-7a78-41bf-ad4b-67bef859a506,segment=NetworkSegment(201c574d-7bb3-4e4e-90e2-bfd64e02a7a5),segment_id=201c574d-7bb3-4e4e-90e2-bfd64e02a7a5)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:59.273964 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-22cc262f-4f31-4838-8caa-1f5c0a430b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.289396 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-22cc262f-4f31-4838-8caa-1f5c0a430b58 admin admin] Calling delete_port for 48b29778-7a78-41bf-ad4b-67bef859a506 owned by network:router_interface {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:59.405569 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.439323 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:04:59.462439 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:04:59.463011 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 9fcf8fb9-dc9b-4eb0-ab03-4aab9fd691bc not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:04:59.463608 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:04:59.472348 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4e078b7f-6fd1-43e2-97ba-ce796b9195a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '96a9e251-89b7-40bd-801b-51c21556dca4', 'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'mac_address': 'fa:16:3e:ab:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:22Z', 'updated_at': '2021-11-19T17:59:26Z', 'revision_number': 5, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'subnets': [{'id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:59.489265 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:04:59.489630 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 32f6bc65-0cf8-442c-bd01-fd5cfe3b4232 not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:04:59.515994 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e078b7f-6fd1-43e2-97ba-ce796b9195a9 None None] Checking router: a1b27a22-e663-4948-aea1-f52c8cd69f27 for host: dv-cinder-810785-3-iscsi {{(pid=103566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:04:59.525929 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-22cc262f-4f31-4838-8caa-1f5c0a430b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.526411 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e078b7f-6fd1-43e2-97ba-ce796b9195a9 None None] Routers {'a1b27a22-e663-4948-aea1-f52c8cd69f27'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:59.527178 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4e078b7f-6fd1-43e2-97ba-ce796b9195a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1b27a22-e663-4948-aea1-f52c8cd69f27'], 'active': True} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:59.552629 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc262f-4f31-4838-8caa-1f5c0a430b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b29778-7a78-41bf-ad4b-67bef859a506,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:59.674255 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.695702 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvr_db [None req-4e078b7f-6fd1-43e2-97ba-ce796b9195a9 None None] Set router a1b27a22-e663-4948-aea1-f52c8cd69f27 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:59.739374 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-22cc262f-4f31-4838-8caa-1f5c0a430b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830536'] for router_interface, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.935368 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46632) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:59.974129 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cc262f-4f31-4838-8caa-1f5c0a430b58 admin admin] Router 6dae7c78-a31e-4f18-b267-6961ab5516e0 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:04:59.995037 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6784a62c-f02b-4d8d-bfb4-4229fd0e1f50 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.025092 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6784a62c-f02b-4d8d-bfb4-4229fd0e1f50 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.064646 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_hamode_db [None req-4e078b7f-6fd1-43e2-97ba-ce796b9195a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '96a9e251-89b7-40bd-801b-51c21556dca4', 'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'mac_address': 'fa:16:3e:ab:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:22Z', 'updated_at': '2021-11-19T17:59:26Z', 'revision_number': 5, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'subnets': [{'id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:00.090483 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6784a62c-f02b-4d8d-bfb4-4229fd0e1f50 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.092020 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e078b7f-6fd1-43e2-97ba-ce796b9195a9 None None] The sync data for ids ['a1b27a22-e663-4948-aea1-f52c8cd69f27'] in dv-cinder-810785-3-iscsi is: [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T17:59:23Z', 'revision_number': 4, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi', '_interfaces': [{'id': '96a9e251-89b7-40bd-801b-51c21556dca4', 'name': '', 'network_id': '56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'mac_address': 'fa:16:3e:ab:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:22Z', 'updated_at': '2021-11-19T17:59:26Z', 'revision_number': 5, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'subnets': [{'id': '34f1014f-e3bc-40d8-ab9c-c17a6a568473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:05:00.094792 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6784a62c-f02b-4d8d-bfb4-4229fd0e1f50 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.095999 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-6784a62c-f02b-4d8d-bfb4-4229fd0e1f50 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "DELETE /v2.0/security-groups/bce8e153-d443-4db1-85fc-d8de290cae67 HTTP/1.1" status: 204 len: 168 time: 0.1596079 Nov 19 18:05:00.099727 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46634) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:00.106380 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784a62c-f02b-4d8d-bfb4-4229fd0e1f50 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce8e153-d443-4db1-85fc-d8de290cae67,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:00.118285 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.api.v2.resource [None req-ff6c4e16-24ce-4cdb-9441-b401465c0114 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] show failed (client error): The resource could not be found. Nov 19 18:05:00.119396 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-ff6c4e16-24ce-4cdb-9441-b401465c0114 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "GET /v2.0/security-groups/bce8e153-d443-4db1-85fc-d8de290cae67 HTTP/1.1" status: 404 len: 347 time: 0.0186589 Nov 19 18:05:00.121110 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cc262f-4f31-4838-8caa-1f5c0a430b58 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:05:00.124712 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46636) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:00.132862 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-22cc262f-4f31-4838-8caa-1f5c0a430b58 admin admin] 10.222.0.71 "PUT /v2.0/routers/6dae7c78-a31e-4f18-b267-6961ab5516e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8946455 Nov 19 18:05:00.133766 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46638) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:00.135586 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530ef82-2d24-47cb-b992-eb0d58f10745 None None] Sync routers for ids ['6dae7c78-a31e-4f18-b267-6961ab5516e0'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:05:00.151890 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530ef82-2d24-47cb-b992-eb0d58f10745 None None] Routers {'6dae7c78-a31e-4f18-b267-6961ab5516e0'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:05:00.152581 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-a530ef82-2d24-47cb-b992-eb0d58f10745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['6dae7c78-a31e-4f18-b267-6961ab5516e0'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:00.273815 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] Publish callbacks [] for router, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.274143 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-a530ef82-2d24-47cb-b992-eb0d58f10745 None None] Set router 6dae7c78-a31e-4f18-b267-6961ab5516e0 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:05:00.281217 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cde80c64-9567-49a7-9733-23c1238bc6f9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Deleting port 9674deb1-64bb-48c3-b183-10309bb0731b {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:00.281646 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cde80c64-9567-49a7-9733-23c1238bc6f9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.388475 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cde80c64-9567-49a7-9733-23c1238bc6f9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.388825 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cde80c64-9567-49a7-9733-23c1238bc6f9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.400764 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.404462 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cde80c64-9567-49a7-9733-23c1238bc6f9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Calling delete_port for 9674deb1-64bb-48c3-b183-10309bb0731b owned by network:floatingip {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:00.459928 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-a530ef82-2d24-47cb-b992-eb0d58f10745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'name': 'tempest-TestShelveInstance-293810695-router', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a276e0db-00f9-4087-adb1-9956f42437d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:17Z', 'updated_at': '2021-11-19T18:04:59Z', 'revision_number': 5, 'project_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'gw_port': {'id': 'a276e0db-00f9-4087-adb1-9956f42437d6', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:18Z', 'updated_at': '2021-11-19T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:00.460316 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] Deleting port a276e0db-00f9-4087-adb1-9956f42437d6 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:00.460667 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.487396 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32018a93-3df4-4e7e-ba46-fe8dda11c743 None None] New status for floating IP e88aeded-6805-4747-904b-0511dcf4349f: DOWN {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:05:00.498191 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530ef82-2d24-47cb-b992-eb0d58f10745 None None] Checking router: 6dae7c78-a31e-4f18-b267-6961ab5516e0 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:05:00.508322 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530ef82-2d24-47cb-b992-eb0d58f10745 None None] Routers {'6dae7c78-a31e-4f18-b267-6961ab5516e0'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:05:00.509334 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-a530ef82-2d24-47cb-b992-eb0d58f10745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['6dae7c78-a31e-4f18-b267-6961ab5516e0'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:00.564068 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] For port a276e0db-00f9-4087-adb1-9956f42437d6, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=a276e0db-00f9-4087-adb1-9956f42437d6,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:00.564516 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.578143 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] Calling delete_port for a276e0db-00f9-4087-adb1-9956f42437d6 owned by network:router_gateway {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:00.599167 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-a530ef82-2d24-47cb-b992-eb0d58f10745 None None] Set router 6dae7c78-a31e-4f18-b267-6961ab5516e0 gateway port host: None {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:05:00.600102 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cde80c64-9567-49a7-9733-23c1238bc6f9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.601754 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.db.api [None req-32018a93-3df4-4e7e-ba46-fe8dda11c743 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:05:00.602374 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG oslo_db.api [None req-32018a93-3df4-4e7e-ba46-fe8dda11c743 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:05:00.629245 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde80c64-9567-49a7-9733-23c1238bc6f9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Pushing event deleted for resources: {'Port': ['ID=9674deb1-64bb-48c3-b183-10309bb0731b,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:00.657885 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-a530ef82-2d24-47cb-b992-eb0d58f10745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'name': 'tempest-TestShelveInstance-293810695-router', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:17Z', 'updated_at': '2021-11-19T18:05:00Z', 'revision_number': 6, 'project_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'gw_port_host': None}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:00.685678 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530ef82-2d24-47cb-b992-eb0d58f10745 None None] The sync data for ids ['6dae7c78-a31e-4f18-b267-6961ab5516e0'] in dv-cinder-810785-3-iscsi is: [{'id': '6dae7c78-a31e-4f18-b267-6961ab5516e0', 'name': 'tempest-TestShelveInstance-293810695-router', 'tenant_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:17Z', 'updated_at': '2021-11-19T18:05:00Z', 'revision_number': 6, 'project_id': 'f9a2e00dd7914a90878f402ce451c9b3', 'gw_port_host': None}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:05:00.692726 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cde80c64-9567-49a7-9733-23c1238bc6f9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks [] for floatingip, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.695576 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cde80c64-9567-49a7-9733-23c1238bc6f9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for floatingip, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.696813 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-cde80c64-9567-49a7-9733-23c1238bc6f9 tempest-AttachVolumeShelveTestJSON-2069382814 tempest-AttachVolumeShelveTestJSON-2069382814-project] 10.222.0.71 "DELETE /v2.0/floatingips/e88aeded-6805-4747-904b-0511dcf4349f HTTP/1.1" status: 204 len: 168 time: 0.5710876 Nov 19 18:05:00.780874 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.808926 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] Pushing event deleted for resources: {'Port': ['ID=a276e0db-00f9-4087-adb1-9956f42437d6,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:00.874240 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746162'] for router_gateway, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.972396 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260420'] for router, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.974767 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.024914 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831831'] for router, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.025455 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dae7c78-a31e-4f18-b267-6961ab5516e0 {{(pid=103565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:05:01.030417 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.031614 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-1114252d-433d-4f5e-97f7-0a804322ec5e admin admin] 10.222.0.71 "DELETE /v2.0/routers/6dae7c78-a31e-4f18-b267-6961ab5516e0 HTTP/1.1" status: 204 len: 168 time: 0.8965328 Nov 19 18:05:01.035918 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46644) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:01.090437 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e4d0a7-0775-4af9-aaa5-de231d26e2e6 admin admin] Deleting subnet 7305ade5-3daf-4a06-aed5-6626c0e22b07 {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:05:01.094267 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d0a7-0775-4af9-aaa5-de231d26e2e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.103732 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32018a93-3df4-4e7e-ba46-fe8dda11c743 None None] New status for floating IP e88aeded-6805-4747-904b-0511dcf4349f: DOWN {{(pid=103566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:05:01.146257 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d0a7-0775-4af9-aaa5-de231d26e2e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14508630'] for subnet, precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.256170 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d0a7-0775-4af9-aaa5-de231d26e2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.310130 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d0a7-0775-4af9-aaa5-de231d26e2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14508635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14553286'] for subnet, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.333373 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:05:01.338846 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4d0a7-0775-4af9-aaa5-de231d26e2e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7305ade5-3daf-4a06-aed5-6626c0e22b07,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:01.345026 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d0a7-0775-4af9-aaa5-de231d26e2e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.351996 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-a3e4d0a7-0775-4af9-aaa5-de231d26e2e6 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/7305ade5-3daf-4a06-aed5-6626c0e22b07 HTTP/1.1" status: 204 len: 168 time: 0.3126855 Nov 19 18:05:01.352353 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46646) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:01.355364 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de05cf-3593-4fa8-a60a-3533789b7665 None None] Network a7349702-5a00-40c5-8a2d-3112b1335bc8 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:05:01.357461 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:05:01.357804 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 0f1c4612-b9a3-43a1-a08c-f1d6b50f2728 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:05:01.429210 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.517037 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] Deleting port 5ac3342e-00db-4915-ae4e-923c522c6f15 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:01.517378 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.543288 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cef30da-6b24-4ffd-a6be-03fd575c98e8 None None] DHCP port deletion for a7349702-5a00-40c5-8a2d-3112b1335bc8 request from dv-cinder-810785-3-iscsi {{(pid=103566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:05:01.546643 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 48b29778-7a78-41bf-ad4b-67bef859a506 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:05:01.571703 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 48b29778-7a78-41bf-ad4b-67bef859a506 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:05:01.572292 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 48b29778-7a78-41bf-ad4b-67bef859a506 not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:05:01.572713 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device a276e0db-00f9-4087-adb1-9956f42437d6 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:05:01.582504 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] For port 5ac3342e-00db-4915-ae4e-923c522c6f15, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=5ac3342e-00db-4915-ae4e-923c522c6f15,segment=NetworkSegment(201c574d-7bb3-4e4e-90e2-bfd64e02a7a5),segment_id=201c574d-7bb3-4e4e-90e2-bfd64e02a7a5)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:01.582885 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.599509 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] Calling delete_port for 5ac3342e-00db-4915-ae4e-923c522c6f15 owned by network:dhcp {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:01.614879 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: a276e0db-00f9-4087-adb1-9956f42437d6 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:05:01.615497 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device a276e0db-00f9-4087-adb1-9956f42437d6 not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:05:01.638438 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-7cef30da-6b24-4ffd-a6be-03fd575c98e8 None None] Deleting port 5ac3342e-00db-4915-ae4e-923c522c6f15 {{(pid=103566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:01.638824 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-7cef30da-6b24-4ffd-a6be-03fd575c98e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.691149 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.705219 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-7cef30da-6b24-4ffd-a6be-03fd575c98e8 None None] For port 5ac3342e-00db-4915-ae4e-923c522c6f15, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=5ac3342e-00db-4915-ae4e-923c522c6f15,segment=NetworkSegment(201c574d-7bb3-4e4e-90e2-bfd64e02a7a5),segment_id=201c574d-7bb3-4e4e-90e2-bfd64e02a7a5)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:01.705574 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-7cef30da-6b24-4ffd-a6be-03fd575c98e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.719457 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac3342e-00db-4915-ae4e-923c522c6f15,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:01.719712 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-7cef30da-6b24-4ffd-a6be-03fd575c98e8 None None] Calling delete_port for 5ac3342e-00db-4915-ae4e-923c522c6f15 owned by network:dhcp {{(pid=103566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:01.728884 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] No DVR routers for this DVR port 5ac3342e-00db-4915-ae4e-923c522c6f15 on host dv-cinder-810785-3-iscsi {{(pid=103565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:05:01.816649 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.820342 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-7cef30da-6b24-4ffd-a6be-03fd575c98e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513'] for port, after_delete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.839129 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7349702-5a00-40c5-8a2d-3112b1335bc8']}} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:01.846537 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef30da-6b24-4ffd-a6be-03fd575c98e8 None None] Pushing event deleted for resources: {'Port': ['ID=5ac3342e-00db-4915-ae4e-923c522c6f15,revision_number=None']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:01.850780 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cef30da-6b24-4ffd-a6be-03fd575c98e8 None None] No DVR routers for this DVR port 5ac3342e-00db-4915-ae4e-923c522c6f15 on host dv-cinder-810785-3-iscsi {{(pid=103566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:05:01.856850 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201c574d-7bb3-4e4e-90e2-bfd64e02a7a5') {'for_net_delete': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:01.857158 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201c574d-7bb3-4e4e-90e2-bfd64e02a7a5') {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:01.869009 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241569'] for segment, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.884343 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.893816 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=103565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:05:01.894207 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247914'] for segment, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: Traceback (most recent call last): Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: timer() Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: cb(*args, **kw) Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: return func(*args, **kwargs) Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: self._notify() Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: self.callback(batched_events) Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: event.method(event) Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: return f(self, *a, **k) Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._get(url).json() Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: return self.request(url, 'GET', **kwargs) Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:05:01.896054 dv-cinder-810785-3-iscsi neutron-server[103565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:05:01.951629 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.961234 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.964500 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] 10.222.0.71 "DELETE /v2.0/networks/a7349702-5a00-40c5-8a2d-3112b1335bc8 HTTP/1.1" status: 204 len: 168 time: 0.6111557 Nov 19 18:05:01.974203 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e11be-d10e-416d-96df-817df40ee72b admin admin] Pushing event deleted for resources: {'Network': ['ID=a7349702-5a00-40c5-8a2d-3112b1335bc8,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:02.165947 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46660) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:02.210853 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-7e089ed5-53ec-4b0b-8752-480b6438b1f0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ad5b2672ba5646bfb5b2740e4b75db0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435889 Nov 19 18:05:02.213577 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46662) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:02.267802 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fc1702b3-829e-4b13-a3b6-d03b0fbaf223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:02.289826 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fc1702b3-829e-4b13-a3b6-d03b0fbaf223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:02.337924 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fc1702b3-829e-4b13-a3b6-d03b0fbaf223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:02.340542 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fc1702b3-829e-4b13-a3b6-d03b0fbaf223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:02.341705 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-fc1702b3-829e-4b13-a3b6-d03b0fbaf223 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/79a7b619-f5a2-4e7d-b9e4-6850df94dc0a HTTP/1.1" status: 204 len: 168 time: 0.1272008 Nov 19 18:05:02.352982 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1702b3-829e-4b13-a3b6-d03b0fbaf223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a7b619-f5a2-4e7d-b9e4-6850df94dc0a,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:02.680692 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46668) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:02.720893 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-7d17c627-99db-4fed-92cd-30f31e52f731 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f9a2e00dd7914a90878f402ce451c9b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390081 Nov 19 18:05:02.724406 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46670) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:02.774382 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-238a13fe-b0b0-4df4-83df-73a6ea906783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:02.796371 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-238a13fe-b0b0-4df4-83df-73a6ea906783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:02.844393 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-238a13fe-b0b0-4df4-83df-73a6ea906783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:02.847173 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-238a13fe-b0b0-4df4-83df-73a6ea906783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:02.848678 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-238a13fe-b0b0-4df4-83df-73a6ea906783 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/41a52ffa-fb09-44fe-90a4-f7c356a8333f HTTP/1.1" status: 204 len: 168 time: 0.1232669 Nov 19 18:05:02.856492 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a13fe-b0b0-4df4-83df-73a6ea906783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a52ffa-fb09-44fe-90a4-f7c356a8333f,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:03.158026 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46680) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:03.383368 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 5ac3342e-00db-4915-ae4e-923c522c6f15 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:05:03.404450 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 5ac3342e-00db-4915-ae4e-923c522c6f15 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:05:03.404809 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 5ac3342e-00db-4915-ae4e-923c522c6f15 not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:05:03.721957 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-43a9e9fc-5ba8-4631-b572-1dc36f3d0804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1830452'] for router_interface, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:03.973103 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-43a9e9fc-5ba8-4631-b572-1dc36f3d0804 admin admin] Deleting port 96a9e251-89b7-40bd-801b-51c21556dca4 {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:03.973748 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-43a9e9fc-5ba8-4631-b572-1dc36f3d0804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:04.056754 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-43a9e9fc-5ba8-4631-b572-1dc36f3d0804 admin admin] For port 96a9e251-89b7-40bd-801b-51c21556dca4, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=96a9e251-89b7-40bd-801b-51c21556dca4,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:04.057119 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-43a9e9fc-5ba8-4631-b572-1dc36f3d0804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:04.069776 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-43a9e9fc-5ba8-4631-b572-1dc36f3d0804 admin admin] Calling delete_port for 96a9e251-89b7-40bd-801b-51c21556dca4 owned by network:router_interface {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:04.255617 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-43a9e9fc-5ba8-4631-b572-1dc36f3d0804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:04.285767 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9e9fc-5ba8-4631-b572-1dc36f3d0804 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a9e251-89b7-40bd-801b-51c21556dca4,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:04.449387 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-43a9e9fc-5ba8-4631-b572-1dc36f3d0804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1830536'] for router_interface, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:04.668136 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a9e9fc-5ba8-4631-b572-1dc36f3d0804 admin admin] Router a1b27a22-e663-4948-aea1-f52c8cd69f27 has already been hosted by L3 agent b1e90438-5798-4cbb-89de-3fea2e0d52c4 {{(pid=103565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:05:04.779840 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a9e9fc-5ba8-4631-b572-1dc36f3d0804 admin admin] Notify agent at l3_agent.dv-cinder-810785-3-iscsi the message routers_updated {{(pid=103565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:05:04.784799 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-43a9e9fc-5ba8-4631-b572-1dc36f3d0804 admin admin] 10.222.0.71 "PUT /v2.0/routers/a1b27a22-e663-4948-aea1-f52c8cd69f27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6256297 Nov 19 18:05:04.787979 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46684) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:04.790704 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2e533-d82e-423b-8a06-bb175e89b7e7 None None] Sync routers for ids ['a1b27a22-e663-4948-aea1-f52c8cd69f27'] in dv-cinder-810785-3-iscsi {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:05:04.800736 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f2e533-d82e-423b-8a06-bb175e89b7e7 None None] Routers {'a1b27a22-e663-4948-aea1-f52c8cd69f27'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:05:04.801351 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-45f2e533-d82e-423b-8a06-bb175e89b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1b27a22-e663-4948-aea1-f52c8cd69f27'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:04.914952 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-45f2e533-d82e-423b-8a06-bb175e89b7e7 None None] Set router a1b27a22-e663-4948-aea1-f52c8cd69f27 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:05:05.130128 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-45f2e533-d82e-423b-8a06-bb175e89b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T18:05:04Z', 'revision_number': 5, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:05.156788 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] Publish callbacks [] for router, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.157630 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2e533-d82e-423b-8a06-bb175e89b7e7 None None] Checking router: a1b27a22-e663-4948-aea1-f52c8cd69f27 for host: dv-cinder-810785-3-iscsi {{(pid=103567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:05:05.167235 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f2e533-d82e-423b-8a06-bb175e89b7e7 None None] Routers {'a1b27a22-e663-4948-aea1-f52c8cd69f27'} bound to L3 agent in host dv-cinder-810785-3-iscsi {{(pid=103567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:05:05.167862 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-45f2e533-d82e-423b-8a06-bb175e89b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810785-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:45:56Z,description=,heartbeat_timestamp=2021-11-19T18:04:56Z,host='dv-cinder-810785-3-iscsi',id=b1e90438-5798-4cbb-89de-3fea2e0d52c4,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:45:56Z,topic='l3_agent')) {'router_ids': ['a1b27a22-e663-4948-aea1-f52c8cd69f27'], 'active': True} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:05.266617 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.276014 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_dvr_db [None req-45f2e533-d82e-423b-8a06-bb175e89b7e7 None None] Set router a1b27a22-e663-4948-aea1-f52c8cd69f27 gateway port host: dv-cinder-810785-3-iscsi {{(pid=103567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:05:05.317797 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] Deleting port c6d7b769-2214-4666-8924-cb8ee1f2923f {{(pid=103565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:05.318114 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.415355 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] For port c6d7b769-2214-4666-8924-cb8ee1f2923f, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=c6d7b769-2214-4666-8924-cb8ee1f2923f,segment=NetworkSegment(31c93b8a-3e17-483e-b2b4-38252345f32b),segment_id=31c93b8a-3e17-483e-b2b4-38252345f32b)] {{(pid=103565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:05.415954 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.430813 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] Calling delete_port for c6d7b769-2214-4666-8924-cb8ee1f2923f owned by network:router_gateway {{(pid=103565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:05.559024 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.l3_hamode_db [None req-45f2e533-d82e-423b-8a06-bb175e89b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T18:05:04Z', 'revision_number': 5, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}], 'dv-cinder-810785-3-iscsi', False) {} {{(pid=103567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:05.585594 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2e533-d82e-423b-8a06-bb175e89b7e7 None None] The sync data for ids ['a1b27a22-e663-4948-aea1-f52c8cd69f27'] in dv-cinder-810785-3-iscsi is: [{'id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'name': 'tempest-AttachVolumeShelveTestJSON-1790406343-router', 'tenant_id': 'd6509023720a4952a7a4e18c142e60b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'external_fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:19Z', 'updated_at': '2021-11-19T18:05:04Z', 'revision_number': 5, 'project_id': 'd6509023720a4952a7a4e18c142e60b0', 'gw_port': {'id': 'c6d7b769-2214-4666-8924-cb8ee1f2923f', 'name': '', 'network_id': '1d9c79a2-aab7-45a9-a9bd-1b0250eca194', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b27a22-e663-4948-aea1-f52c8cd69f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810785-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:59:20Z', 'updated_at': '2021-11-19T17:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fedc7f4-6d9e-4b43-8b68-456b4066705f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810785-3-iscsi'}] {{(pid=103567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:05:05.625878 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247991'] for port, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.651783 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d7b769-2214-4666-8924-cb8ee1f2923f,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:05.719621 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746162'] for router_gateway, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.814011 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260420'] for router, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.816220 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.867528 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831831'] for router, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.868320 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1b27a22-e663-4948-aea1-f52c8cd69f27 {{(pid=103565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:05:05.873754 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] Publish callbacks [] for router, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.875059 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-fcbf9604-02d1-46aa-9e3a-0bed1765491c admin admin] 10.222.0.71 "DELETE /v2.0/routers/a1b27a22-e663-4948-aea1-f52c8cd69f27 HTTP/1.1" status: 204 len: 168 time: 1.0860653 Nov 19 18:05:05.877587 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46686) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:05.925629 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f9efc5-7608-42e5-81ca-dcb610b4e1b2 admin admin] Deleting subnet 34f1014f-e3bc-40d8-ab9c-c17a6a568473 {{(pid=103565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:05:05.929967 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b1f9efc5-7608-42e5-81ca-dcb610b4e1b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.965933 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b1f9efc5-7608-42e5-81ca-dcb610b4e1b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1242130'] for subnet, precommit_delete_associations {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.053461 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b1f9efc5-7608-42e5-81ca-dcb610b4e1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.112162 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b1f9efc5-7608-42e5-81ca-dcb610b4e1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13416052'] for subnet, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.137240 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9efc5-7608-42e5-81ca-dcb610b4e1b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f1014f-e3bc-40d8-ab9c-c17a6a568473,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:06.144005 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b1f9efc5-7608-42e5-81ca-dcb610b4e1b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.150654 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-b1f9efc5-7608-42e5-81ca-dcb610b4e1b2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/34f1014f-e3bc-40d8-ab9c-c17a6a568473 HTTP/1.1" status: 204 len: 168 time: 0.2695355 Nov 19 18:05:06.151423 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46688) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:06.155804 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c375440-5cae-4fa5-9795-97a463218fdc None None] Network 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:05:06.238543 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.310773 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] Deleting port 4b49d2b4-82cd-4a05-88f0-903acbf7079d {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:06.310773 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.383441 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] For port 4b49d2b4-82cd-4a05-88f0-903acbf7079d, host dv-cinder-810785-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810785-3-iscsi',level=0,port_id=4b49d2b4-82cd-4a05-88f0-903acbf7079d,segment=NetworkSegment(67e5272a-1cb8-4349-95d2-2785fb9c21ac),segment_id=67e5272a-1cb8-4349-95d2-2785fb9c21ac)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:06.383836 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.397854 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] Calling delete_port for 4b49d2b4-82cd-4a05-88f0-903acbf7079d owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:06.481178 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.510817 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b49d2b4-82cd-4a05-88f0-903acbf7079d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:06.514668 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] No DVR routers for this DVR port 4b49d2b4-82cd-4a05-88f0-903acbf7079d on host dv-cinder-810785-3-iscsi {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:05:06.586120 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.606404 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0']}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:06.616612 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e5272a-1cb8-4349-95d2-2785fb9c21ac') {'for_net_delete': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:06.616910 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.services.segments.db [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e5272a-1cb8-4349-95d2-2785fb9c21ac') {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:06.627520 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14509989'] for segment, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.642072 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.649212 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=103564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:05:06.649666 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14508597'] for segment, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: Traceback (most recent call last): Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: timer() Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: cb(*args, **kw) Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: return func(*args, **kwargs) Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: self._notify() Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: self.callback(batched_events) Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: event.method(event) Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: return f(self, *a, **k) Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._get(url).json() Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: return self.request(url, 'GET', **kwargs) Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:05:06.651521 dv-cinder-810785-3-iscsi neutron-server[103564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:05:06.663512 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b5e7cd-97b8-4c86-9e34-3f9d1ccc2507 None None] DHCP port deletion for 56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 request from dv-cinder-810785-3-iscsi {{(pid=103566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:05:06.715843 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.720225 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.723649 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] 10.222.0.71 "DELETE /v2.0/networks/56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0 HTTP/1.1" status: 204 len: 168 time: 0.5710986 Nov 19 18:05:06.737659 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdeb62c-2aa2-49ba-b409-ca5569f77003 admin admin] Pushing event deleted for resources: {'Network': ['ID=56d4bdce-bb6f-45e7-8a16-aa1474ef3ad0,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:06.842164 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46692) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:06.884499 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-ffc9af7d-0990-45e9-868c-fb6e527459fa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d6509023720a4952a7a4e18c142e60b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410192 Nov 19 18:05:06.886928 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46694) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:06.935828 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b28d0c63-6f55-47ea-a36d-a11ff3b91388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.958071 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b28d0c63-6f55-47ea-a36d-a11ff3b91388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:07.010875 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b28d0c63-6f55-47ea-a36d-a11ff3b91388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:07.013956 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b28d0c63-6f55-47ea-a36d-a11ff3b91388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:07.015434 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-b28d0c63-6f55-47ea-a36d-a11ff3b91388 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/549cb4e6-8891-4a37-bb05-d21b317d7739 HTTP/1.1" status: 204 len: 168 time: 0.1274462 Nov 19 18:05:07.029153 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d0c63-6f55-47ea-a36d-a11ff3b91388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549cb4e6-8891-4a37-bb05-d21b317d7739,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:07.393709 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 96a9e251-89b7-40bd-801b-51c21556dca4 no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:05:07.414938 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 96a9e251-89b7-40bd-801b-51c21556dca4 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:05:07.415285 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 96a9e251-89b7-40bd-801b-51c21556dca4 not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:05:07.415700 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device c6d7b769-2214-4666-8924-cb8ee1f2923f no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:05:07.436081 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: c6d7b769-2214-4666-8924-cb8ee1f2923f {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:05:07.436428 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device c6d7b769-2214-4666-8924-cb8ee1f2923f not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:05:07.436834 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 4b49d2b4-82cd-4a05-88f0-903acbf7079d no longer exists at agent ovs-agent-dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:05:07.458458 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] No Port match for: 4b49d2b4-82cd-4a05-88f0-903acbf7079d {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:05:07.458997 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Device 4b49d2b4-82cd-4a05-88f0-903acbf7079d not bound to the agent host dv-cinder-810785-3-iscsi {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:05:08.643777 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:11.200478 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:05:16.494786 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46808) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:16.600985 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bdb743ae-5581-4418-a998-73083fff2a17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:16.677309 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bdb743ae-5581-4418-a998-73083fff2a17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:16.681605 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bdb743ae-5581-4418-a998-73083fff2a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:16.721291 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-bdb743ae-5581-4418-a998-73083fff2a17 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cc41be078a414e1ba6bfa2a3f1f7bbe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253950 Nov 19 18:05:16.722142 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb743ae-5581-4418-a998-73083fff2a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa81736a-b89a-4ebe-a378-487ff194becd,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:16.724017 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46812) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:16.777076 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f1090d4f-8084-4a65-b800-85bc358b7c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:16.802952 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f1090d4f-8084-4a65-b800-85bc358b7c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:16.856311 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f1090d4f-8084-4a65-b800-85bc358b7c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:16.859660 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f1090d4f-8084-4a65-b800-85bc358b7c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:16.860871 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-f1090d4f-8084-4a65-b800-85bc358b7c39 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aa81736a-b89a-4ebe-a378-487ff194becd HTTP/1.1" status: 204 len: 168 time: 0.1358545 Nov 19 18:05:16.869684 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1090d4f-8084-4a65-b800-85bc358b7c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa81736a-b89a-4ebe-a378-487ff194becd,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:21.942274 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46910) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:22.077315 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.181799 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.187239 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.230723 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=390d1d690a484a12a19f9e0f52c754f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872591 Nov 19 18:05:22.231769 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ebcbec-6552-467f-9620-82a548ec5de4,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:22.233846 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46914) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:22.240227 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.240589 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.241099 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.241282 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.241696 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.241964 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.242425 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.242774 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.243220 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.243442 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.243774 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.244105 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b1fc7a-e2a0-4670-a48f-5bcc4c2f8fad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.292143 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.314875 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.368608 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.371431 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.372657 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e1ebcbec-6552-467f-9620-82a548ec5de4 HTTP/1.1" status: 204 len: 168 time: 0.1376987 Nov 19 18:05:22.381545 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ebcbec-6552-467f-9620-82a548ec5de4,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:22.390564 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.390928 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.391285 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.391632 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.391987 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.392304 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.392650 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.392988 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.393326 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.393857 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.394199 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.394553 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdbfd8-04f4-42c7-88b6-b8bdba781c78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:22.699390 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46920) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:22.714741 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-74402c64-adbb-465d-9034-8eeef196d6c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.810958 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-74402c64-adbb-465d-9034-8eeef196d6c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.816389 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-74402c64-adbb-465d-9034-8eeef196d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.826953 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-0fafb132-285a-4a82-b714-c2ee582cb914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.863729 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46922) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:22.863956 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-74402c64-adbb-465d-9034-8eeef196d6c8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9cec356f71d34d879830c6654602bf79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633010 Nov 19 18:05:22.865784 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74402c64-adbb-465d-9034-8eeef196d6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a896b3f-6a5a-46b1-8726-3c4b6f0b64e3,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:22.921966 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bb18-6642-4dff-bd42-a26f223518e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.945443 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bb18-6642-4dff-bd42-a26f223518e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.996561 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bb18-6642-4dff-bd42-a26f223518e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.999634 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bb18-6642-4dff-bd42-a26f223518e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.000896 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-c8b0bb18-6642-4dff-bd42-a26f223518e1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6a896b3f-6a5a-46b1-8726-3c4b6f0b64e3 HTTP/1.1" status: 204 len: 168 time: 0.1360712 Nov 19 18:05:23.009979 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0bb18-6642-4dff-bd42-a26f223518e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a896b3f-6a5a-46b1-8726-3c4b6f0b64e3,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:23.353162 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46928) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:23.366722 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fea85d7c-8df8-44ae-8574-b6441e94d989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.444432 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fea85d7c-8df8-44ae-8574-b6441e94d989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.448943 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fea85d7c-8df8-44ae-8574-b6441e94d989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.488268 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea85d7c-8df8-44ae-8574-b6441e94d989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9d7bfd-dab8-4851-9555-73bcb1d6fb65,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:23.492981 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-fea85d7c-8df8-44ae-8574-b6441e94d989 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3fef4c69f2e34808bb0454604c197b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387191 Nov 19 18:05:23.496145 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46930) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:23.552677 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8649eb60-d471-49d2-b583-84d4fdb6f685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.578581 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8649eb60-d471-49d2-b583-84d4fdb6f685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.634500 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8649eb60-d471-49d2-b583-84d4fdb6f685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.639392 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8649eb60-d471-49d2-b583-84d4fdb6f685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.641478 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-8649eb60-d471-49d2-b583-84d4fdb6f685 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7d9d7bfd-dab8-4851-9555-73bcb1d6fb65 HTTP/1.1" status: 204 len: 168 time: 0.1444962 Nov 19 18:05:23.655631 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649eb60-d471-49d2-b583-84d4fdb6f685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9d7bfd-dab8-4851-9555-73bcb1d6fb65,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:24.797684 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 46960) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:24.915043 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4dda2694-26d2-48c5-8bd3-f551e1540ece admin admin] Publish callbacks [] for security_group, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:24.999642 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4dda2694-26d2-48c5-8bd3-f551e1540ece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:25.004701 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4dda2694-26d2-48c5-8bd3-f551e1540ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:25.048983 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-4dda2694-26d2-48c5-8bd3-f551e1540ece admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=582a1a08c6f54c2ba064cbd1d7cf810a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476103 Nov 19 18:05:25.050063 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda2694-26d2-48c5-8bd3-f551e1540ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdedc26a-711d-4b1b-bc89-1c91121935e8,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:25.052911 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 46964) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:25.106871 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1a3dab34-186e-43b9-9e99-e81a2bf5de07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:25.131903 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1a3dab34-186e-43b9-9e99-e81a2bf5de07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:25.181791 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1a3dab34-186e-43b9-9e99-e81a2bf5de07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:25.185520 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1a3dab34-186e-43b9-9e99-e81a2bf5de07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:25.187532 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-1a3dab34-186e-43b9-9e99-e81a2bf5de07 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cdedc26a-711d-4b1b-bc89-1c91121935e8 HTTP/1.1" status: 204 len: 168 time: 0.1332552 Nov 19 18:05:25.199509 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dab34-186e-43b9-9e99-e81a2bf5de07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdedc26a-711d-4b1b-bc89-1c91121935e8,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:25.999280 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-2aa80c49-70ab-43ca-9aa6-9d92cea62724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:27.273131 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:29.363906 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:29.643392 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:38.652720 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:48.199837 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:05:52.824398 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-702af03d-f06c-4232-9856-e2dc1150e29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:55.989014 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-93c1c158-b66d-4120-b556-988f2f7e5f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:57.279124 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:59.354907 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:59.637197 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:59.980712 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 47164) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:00.089778 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ffd55ddf-82f4-417a-bd4d-a1e69ceaf0a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:00.168314 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ffd55ddf-82f4-417a-bd4d-a1e69ceaf0a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:00.172595 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ffd55ddf-82f4-417a-bd4d-a1e69ceaf0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:00.220132 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd55ddf-82f4-417a-bd4d-a1e69ceaf0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f32f87f-80c5-432c-a700-bdd5dc1a8ed2,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:00.225540 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-ffd55ddf-82f4-417a-bd4d-a1e69ceaf0a9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f11f6bc280944917809454d346e39ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436178 Nov 19 18:06:00.229089 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 47168) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:00.280896 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bf5bad44-f4ea-4dad-b67c-85d8e8ac029d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:00.303818 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bf5bad44-f4ea-4dad-b67c-85d8e8ac029d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:00.356004 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bf5bad44-f4ea-4dad-b67c-85d8e8ac029d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:00.358612 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bf5bad44-f4ea-4dad-b67c-85d8e8ac029d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:00.359763 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-bf5bad44-f4ea-4dad-b67c-85d8e8ac029d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1f32f87f-80c5-432c-a700-bdd5dc1a8ed2 HTTP/1.1" status: 204 len: 168 time: 0.1297827 Nov 19 18:06:00.368748 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bad44-f4ea-4dad-b67c-85d8e8ac029d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f32f87f-80c5-432c-a700-bdd5dc1a8ed2,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:00.986893 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 47190) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:01.086157 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.v2.base [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-355992868-network', 'tenant_id': '3c85dcd9304147538e488cd58d2eff84'}} {{(pid=103565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:06:01.108519 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] Made reservation on behalf of 3c85dcd9304147538e488cd58d2eff84 for: {'network': 1} {{(pid=103565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:06:01.111014 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for network, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:01.119755 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:01.197196 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:01.201191 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:01.226443 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] vlan segment allocate from pool success with {'vlan_id': 1106, 'physical_network': 'physnet1'} {{(pid=103565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:06:01.236980 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a704235-c915-462c-aad4-afcdcfc0f3c2,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:01.242100 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:01.242469 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.db.segments_db [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] Added segment dc9b873a-75a9-48a1-942f-b1a6ff7b8647 of type vlan for network 45a70d37-761b-4551-a7c3-d86c84e79d16 Nov 19 18:06:01.283830 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778804754966'] for network, precommit_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:01.308801 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960'] for network, after_create {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:01.309803 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:01.310409 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:01.365380 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3773005 Nov 19 18:06:01.368295 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 47194) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:01.373330 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [None req-292db9e3-83d1-41c6-96f4-6ff457e5aaf4 admin admin] Request body: {'subnet': {'network_id': '45a70d37-761b-4551-a7c3-d86c84e79d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-355992868-subnet', 'tenant_id': '3c85dcd9304147538e488cd58d2eff84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:06:01.376889 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f8131-7324-4c31-b4a7-c194353a2b9b admin admin] Pushing event updated for resources: {'Network': ['ID=45a70d37-761b-4551-a7c3-d86c84e79d16,revision_number=1']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:01.387526 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Network 45a70d37-761b-4551-a7c3-d86c84e79d16 details requested by agent ovs-agent-dv-cinder-810785-3-iscsi with host dv-cinder-810785-3-iscsi {{(pid=103566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:06:01.396447 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292db9e3-83d1-41c6-96f4-6ff457e5aaf4 admin admin] Made reservation on behalf of 3c85dcd9304147538e488cd58d2eff84 for: {'subnet': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:06:01.399054 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-292db9e3-83d1-41c6-96f4-6ff457e5aaf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14553261'] for subnet, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:01.573370 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-292db9e3-83d1-41c6-96f4-6ff457e5aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14508700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14553279'] for subnet, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:01.634035 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292db9e3-83d1-41c6-96f4-6ff457e5aaf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a768f2-3d0f-464b-96af-12a29ef7c474,revision_number=0']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:01.644907 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292db9e3-83d1-41c6-96f4-6ff457e5aaf4 admin admin] Checking segment: {'id': 'dc9b873a-75a9-48a1-942f-b1a6ff7b8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '45a70d37-761b-4551-a7c3-d86c84e79d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:06:01.645269 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292db9e3-83d1-41c6-96f4-6ff457e5aaf4 admin admin] Network hostable DHCP agents. Network: 45a70d37-761b-4551-a7c3-d86c84e79d16, hostable agents: ['24296896-3d1c-4670-a33c-f11d8feafa48'], hosted agents: [] {{(pid=103564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:06:01.662284 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292db9e3-83d1-41c6-96f4-6ff457e5aaf4 admin admin] Network 45a70d37-761b-4551-a7c3-d86c84e79d16 is scheduled to be hosted by DHCP agent 24296896-3d1c-4670-a33c-f11d8feafa48 with binding_index 1 {{(pid=103564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:06:01.672129 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-292db9e3-83d1-41c6-96f4-6ff457e5aaf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810785-3-iscsi, 45a70d37-761b-4551-a7c3-d86c84e79d16) {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:06:01.676955 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292db9e3-83d1-41c6-96f4-6ff457e5aaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:01.678101 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-292db9e3-83d1-41c6-96f4-6ff457e5aaf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:01.681644 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df09a50-321b-4fcd-9a07-66f585bd1334 None None] Network 45a70d37-761b-4551-a7c3-d86c84e79d16 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:06:01.695799 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-292db9e3-83d1-41c6-96f4-6ff457e5aaf4 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3262987 Nov 19 18:06:01.803392 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bf744d-41aa-49f8-aabe-a81543b9bbc8 None None] Network 45a70d37-761b-4551-a7c3-d86c84e79d16 requested from dv-cinder-810785-3-iscsi {{(pid=103566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:06:03.457752 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-50bb276e-8ac7-4e6c-ab40-bbf4bfb3adac tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:03.459157 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-50bb276e-8ac7-4e6c-ab40-bbf4bfb3adac tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/networks?id=45a70d37-761b-4551-a7c3-d86c84e79d16 HTTP/1.1" status: 200 len: 813 time: 0.1071193 Nov 19 18:06:03.474877 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-c2c5b978-21ed-4758-a32a-3eac5ef04aae tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/quotas/3c85dcd9304147538e488cd58d2eff84 HTTP/1.1" status: 200 len: 375 time: 0.0097270 Nov 19 18:06:03.511745 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-0c1fbd73-a987-43ea-8b92-dbda5bde1602 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c85dcd9304147538e488cd58d2eff84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302169 Nov 19 18:06:03.577730 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-c3095fa2-586f-4935-8f0a-30c7346ee1b9 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:06:03.578770 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-c3095fa2-586f-4935-8f0a-30c7346ee1b9 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0605361 Nov 19 18:06:03.675265 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-064d49c2-a822-481d-ad6f-7a4737954698 service neutron] 10.222.0.71 "GET /v2.0/networks/45a70d37-761b-4551-a7c3-d86c84e79d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901327 Nov 19 18:06:03.768908 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-fb5cdcd9-86ac-4bb9-b59e-d1899867497f service neutron] 10.222.0.71 "GET /v2.0/networks/45a70d37-761b-4551-a7c3-d86c84e79d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864856 Nov 19 18:06:03.931772 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3ec4cfd8-eaef-4efe-b20d-e07f0074047a req-10ea9f98-3c09-458b-bfd1-35d7063fe48d tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 210 time: 0.0282373 Nov 19 18:06:05.030810 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-9012b575-f41e-458a-a09d-c96d708705d2 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:05.032367 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-9012b575-f41e-458a-a09d-c96d708705d2 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.85 "GET /v2.0/networks?id=45a70d37-761b-4551-a7c3-d86c84e79d16 HTTP/1.1" status: 200 len: 813 time: 0.1234019 Nov 19 18:06:05.051041 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-d1066e2d-31bc-45ef-95bd-73e378298ff7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Request body: {'port': {'device_id': 'd2897d32-2f17-41e0-9558-2679167d9017', 'network_id': '45a70d37-761b-4551-a7c3-d86c84e79d16', 'admin_state_up': True, 'tenant_id': '3c85dcd9304147538e488cd58d2eff84'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:06:05.056022 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-08b70ccd-c10e-4bf5-8ed4-68069770b6b0 req-5172a973-8728-4eef-b3af-31fd795dc2ef tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 210 time: 0.0431280 Nov 19 18:06:05.174715 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-d1066e2d-31bc-45ef-95bd-73e378298ff7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Made reservation on behalf of 3c85dcd9304147538e488cd58d2eff84 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:06:05.178819 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-d1066e2d-31bc-45ef-95bd-73e378298ff7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:05.310309 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-d1066e2d-31bc-45ef-95bd-73e378298ff7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Allocated IP 172.20.0.7 (45a70d37-761b-4551-a7c3-d86c84e79d16/53a768f2-3d0f-464b-96af-12a29ef7c474/14303038-def1-418d-81bc-f65f2b9ed9c5) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:06:05.458046 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-d1066e2d-31bc-45ef-95bd-73e378298ff7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:05.495143 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-d1066e2d-31bc-45ef-95bd-73e378298ff7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:05.543365 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-d1066e2d-31bc-45ef-95bd-73e378298ff7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Network 45a70d37-761b-4551-a7c3-d86c84e79d16 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:06:05.546716 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-d1066e2d-31bc-45ef-95bd-73e378298ff7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:06:05.550318 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-d1066e2d-31bc-45ef-95bd-73e378298ff7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:06:05.556883 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1066e2d-31bc-45ef-95bd-73e378298ff7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Pushing event updated for resources: {'Port': ['ID=14303038-def1-418d-81bc-f65f2b9ed9c5,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:05.603415 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-d1066e2d-31bc-45ef-95bd-73e378298ff7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:05.604082 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-d1066e2d-31bc-45ef-95bd-73e378298ff7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:05.620391 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-d1066e2d-31bc-45ef-95bd-73e378298ff7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5732532 Nov 19 18:06:05.633104 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Request body: {'port': {'device_id': 'd2897d32-2f17-41e0-9558-2679167d9017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:06:05.687546 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:05.960455 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14303038-def1-418d-81bc-f65f2b9ed9c5 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:06:05.969038 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:05.981803 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Transition to ACTIVE for port object 14303038-def1-418d-81bc-f65f2b9ed9c5 will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:06:05.985990 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:06.039781 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=14303038-def1-418d-81bc-f65f2b9ed9c5,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:06.111303 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Attempting to bind port 14303038-def1-418d-81bc-f65f2b9ed9c5 on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:06:06.111638 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Attempting to bind port 14303038-def1-418d-81bc-f65f2b9ed9c5 by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': 'dc9b873a-75a9-48a1-942f-b1a6ff7b8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '45a70d37-761b-4551-a7c3-d86c84e79d16'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:06:06.111974 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Attempting to bind port 14303038-def1-418d-81bc-f65f2b9ed9c5 on network 45a70d37-761b-4551-a7c3-d86c84e79d16 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:06:06.116262 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Port 14303038-def1-418d-81bc-f65f2b9ed9c5 on network 45a70d37-761b-4551-a7c3-d86c84e79d16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:06:06.116595 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Attempting to bind port 14303038-def1-418d-81bc-f65f2b9ed9c5 on network 45a70d37-761b-4551-a7c3-d86c84e79d16 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:06:06.122093 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:06:06.122453 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Checking segment: {'id': 'dc9b873a-75a9-48a1-942f-b1a6ff7b8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '45a70d37-761b-4551-a7c3-d86c84e79d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:06:06.122842 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Bound using segment: {'id': 'dc9b873a-75a9-48a1-942f-b1a6ff7b8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '45a70d37-761b-4551-a7c3-d86c84e79d16'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:06:06.123270 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Bound port: 14303038-def1-418d-81bc-f65f2b9ed9c5, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc9b873a-75a9-48a1-942f-b1a6ff7b8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '45a70d37-761b-4551-a7c3-d86c84e79d16'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:06:06.123625 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:06.220666 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d0314-7b4c-480f-87b0-bb1233421b45 req-004b3f69-3f35-464c-91ec-8cd0a992264b tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:06.222041 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b03d0314-7b4c-480f-87b0-bb1233421b45 req-004b3f69-3f35-464c-91ec-8cd0a992264b tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 943 time: 0.0940204 Nov 19 18:06:06.245405 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] For port 14303038-def1-418d-81bc-f65f2b9ed9c5, host hv-cinder-81078, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:06:06.261969 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] For port 14303038-def1-418d-81bc-f65f2b9ed9c5, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=14303038-def1-418d-81bc-f65f2b9ed9c5,segment=NetworkSegment(dc9b873a-75a9-48a1-942f-b1a6ff7b8647),segment_id=dc9b873a-75a9-48a1-942f-b1a6ff7b8647)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:06:06.268778 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:06.321685 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b03d0314-7b4c-480f-87b0-bb1233421b45 req-e288c352-24b5-4b87-8179-785cb09896c9 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930290 Nov 19 18:06:06.323061 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:06.323675 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:06.324998 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] 10.222.0.85 "PUT /v2.0/ports/14303038-def1-418d-81bc-f65f2b9ed9c5 HTTP/1.1" status: 200 len: 1093 time: 0.6959438 Nov 19 18:06:06.327720 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2897d32-2f17-41e0-9558-2679167d9017', 'tag': '14303038-def1-418d-81bc-f65f2b9ed9c5'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:06:06.329826 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8f4dd2-2b9f-442a-8b63-63afd4faf0df" -d '{"events": [{"name": "network-changed", "server_uuid": "d2897d32-2f17-41e0-9558-2679167d9017", "tag": "14303038-def1-418d-81bc-f65f2b9ed9c5"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:06:06.348976 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26ceee-3a3d-4411-ab7c-30697362a9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=14303038-def1-418d-81bc-f65f2b9ed9c5,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:06.385674 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889d4ec1-7ecf-4730-954c-01b952861a0b x-openstack-request-id: req-889d4ec1-7ecf-4730-954c-01b952861a0b {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:06:06.385974 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2897d32-2f17-41e0-9558-2679167d9017", "tag": "14303038-def1-418d-81bc-f65f2b9ed9c5", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:06:06.386235 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-889d4ec1-7ecf-4730-954c-01b952861a0b {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:06:06.386665 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2897d32-2f17-41e0-9558-2679167d9017', 'tag': '14303038-def1-418d-81bc-f65f2b9ed9c5', 'status': 'completed', 'code': 200} Nov 19 18:06:06.420349 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-d19a1bfe-73bc-4f91-9191-7422818cacca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:06.421855 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-d19a1bfe-73bc-4f91-9191-7422818cacca service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c85dcd9304147538e488cd58d2eff84&device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 1096 time: 0.0459788 Nov 19 18:06:06.464520 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-ea39bab8-2db6-4d67-b814-7103e9a8a745 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14303038-def1-418d-81bc-f65f2b9ed9c5 HTTP/1.1" status: 200 len: 217 time: 0.0343444 Nov 19 18:06:06.518253 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-a79d1da1-bd61-4a08-814e-d3bfeb170b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:06.519729 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-a79d1da1-bd61-4a08-814e-d3bfeb170b28 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=53a768f2-3d0f-464b-96af-12a29ef7c474 HTTP/1.1" status: 200 len: 853 time: 0.0487752 Nov 19 18:06:06.553538 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-ecbff1f6-f9a8-4b03-9dcd-eceeb07fb444 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45a70d37-761b-4551-a7c3-d86c84e79d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261984 Nov 19 18:06:06.645169 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-9695a544-bf7d-4b4c-adae-c245ac3a6948 service neutron] 10.222.0.85 "GET /v2.0/networks/45a70d37-761b-4551-a7c3-d86c84e79d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842862 Nov 19 18:06:06.739894 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-96999ea6-e5b3-4df6-998d-17274329f5d8 req-d2910fd9-411e-4d4a-a546-4d53bc1b3b25 service neutron] 10.222.0.85 "GET /v2.0/networks/45a70d37-761b-4551-a7c3-d86c84e79d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869350 Nov 19 18:06:06.832931 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f4dd2-2b9f-442a-8b63-63afd4faf0df req-2257694d-fd20-41c5-8c70-5fb55aeb48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:06.834746 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cf8f4dd2-2b9f-442a-8b63-63afd4faf0df req-2257694d-fd20-41c5-8c70-5fb55aeb48bb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c85dcd9304147538e488cd58d2eff84&device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 1096 time: 0.0436733 Nov 19 18:06:06.929172 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f4dd2-2b9f-442a-8b63-63afd4faf0df req-9ece26cd-2e84-42c4-b1a7-b051ad7d2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:06.931117 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cf8f4dd2-2b9f-442a-8b63-63afd4faf0df req-9ece26cd-2e84-42c4-b1a7-b051ad7d2230 service neutron] 10.222.0.85 "GET /v2.0/networks?id=45a70d37-761b-4551-a7c3-d86c84e79d16 HTTP/1.1" status: 200 len: 915 time: 0.0881100 Nov 19 18:06:06.973465 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cf8f4dd2-2b9f-442a-8b63-63afd4faf0df req-390d5c42-87d2-4439-b53f-be7a2c478976 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14303038-def1-418d-81bc-f65f2b9ed9c5 HTTP/1.1" status: 200 len: 217 time: 0.0348852 Nov 19 18:06:07.024941 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f4dd2-2b9f-442a-8b63-63afd4faf0df req-7b235f5e-73b3-43c6-894c-019f86965a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:07.026313 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cf8f4dd2-2b9f-442a-8b63-63afd4faf0df req-7b235f5e-73b3-43c6-894c-019f86965a9b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=53a768f2-3d0f-464b-96af-12a29ef7c474 HTTP/1.1" status: 200 len: 853 time: 0.0451612 Nov 19 18:06:07.059110 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cf8f4dd2-2b9f-442a-8b63-63afd4faf0df req-a093540a-b64d-42bf-8dd9-bf6592949b13 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45a70d37-761b-4551-a7c3-d86c84e79d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250831 Nov 19 18:06:07.150882 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cf8f4dd2-2b9f-442a-8b63-63afd4faf0df req-eaddcf5d-1d6d-443d-90da-99b7b3638285 service neutron] 10.222.0.85 "GET /v2.0/networks/45a70d37-761b-4551-a7c3-d86c84e79d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836048 Nov 19 18:06:07.239817 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-cf8f4dd2-2b9f-442a-8b63-63afd4faf0df req-f8d2d6f5-0bb2-4d4f-9b07-da69f1f6688a service neutron] 10.222.0.85 "GET /v2.0/networks/45a70d37-761b-4551-a7c3-d86c84e79d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815530 Nov 19 18:06:07.442134 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ee85b-a866-4420-ae48-f4f00efca6a6 req-f98e01db-ae81-4768-9f60-eb0cc718db83 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:07.443670 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bc9ee85b-a866-4420-ae48-f4f00efca6a6 req-f98e01db-ae81-4768-9f60-eb0cc718db83 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 943 time: 0.0527606 Nov 19 18:06:07.492419 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-bc9ee85b-a866-4420-ae48-f4f00efca6a6 req-20487a41-132d-4f75-9ec0-b7029aab1876 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420661 Nov 19 18:06:08.610190 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a088129-8062-4e30-9fe3-fe88b2930310 req-47af0c00-7ae9-4d44-b40c-ef4da92a5730 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:08.611690 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4a088129-8062-4e30-9fe3-fe88b2930310 req-47af0c00-7ae9-4d44-b40c-ef4da92a5730 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 943 time: 0.0488925 Nov 19 18:06:08.651569 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:08.660496 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-4a088129-8062-4e30-9fe3-fe88b2930310 req-e539276b-8239-4b98-9b54-e7374a74d31e tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427787 Nov 19 18:06:09.737369 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 14303038-def1-418d-81bc-f65f2b9ed9c5 details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:06:09.779649 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c4097-eb17-4fe3-92c9-ca14e443e47c req-03f593d8-66cb-4984-8f6b-05f8fe4190e7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:09.781156 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8f8c4097-eb17-4fe3-92c9-ca14e443e47c req-03f593d8-66cb-4984-8f6b-05f8fe4190e7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 943 time: 0.0521202 Nov 19 18:06:09.833027 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 14303038-def1-418d-81bc-f65f2b9ed9c5, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=14303038-def1-418d-81bc-f65f2b9ed9c5,segment=NetworkSegment(dc9b873a-75a9-48a1-942f-b1a6ff7b8647),segment_id=dc9b873a-75a9-48a1-942f-b1a6ff7b8647)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:06:09.846000 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': '14303038-def1-418d-81bc-f65f2b9ed9c5', 'network_id': '45a70d37-761b-4551-a7c3-d86c84e79d16', 'port_id': '14303038-def1-418d-81bc-f65f2b9ed9c5', 'mac_address': 'fa:16:3e:c1:ec:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a768f2-3d0f-464b-96af-12a29ef7c474', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:06:09.889698 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:09.903917 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14303038-def1-418d-81bc-f65f2b9ed9c5 {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:06:09.926610 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 14303038-def1-418d-81bc-f65f2b9ed9c5, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=14303038-def1-418d-81bc-f65f2b9ed9c5,segment=NetworkSegment(dc9b873a-75a9-48a1-942f-b1a6ff7b8647),segment_id=dc9b873a-75a9-48a1-942f-b1a6ff7b8647)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:06:09.930927 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:09.983170 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=14303038-def1-418d-81bc-f65f2b9ed9c5,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:09.991050 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:09.991316 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:09.991630 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:09.991971 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:09.992307 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:09.992646 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:09.993026 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:09.993359 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:09.993700 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:09.994023 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:09.994348 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:09.994707 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:10.093656 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8f8c4097-eb17-4fe3-92c9-ca14e443e47c req-673fe76e-a150-4fe7-bb65-f1a5a2f93809 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061013 Nov 19 18:06:10.154107 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['14303038-def1-418d-81bc-f65f2b9ed9c5'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:06:11.210654 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62021ac7-5da9-4de2-b4f8-991cb21eac68 req-7aae949b-ef1c-4e6d-8bb4-f99d68784761 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:11.212127 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-62021ac7-5da9-4de2-b4f8-991cb21eac68 req-7aae949b-ef1c-4e6d-8bb4-f99d68784761 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 944 time: 0.0499701 Nov 19 18:06:11.259845 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-62021ac7-5da9-4de2-b4f8-991cb21eac68 req-27e65edd-bcfa-4dfb-86d9-b2a3a25fedbb tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 Nov 19 18:06:11.747125 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 14303038-def1-418d-81bc-f65f2b9ed9c5 up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:06:11.795335 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port 14303038-def1-418d-81bc-f65f2b9ed9c5 completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:06:11.799461 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port 14303038-def1-418d-81bc-f65f2b9ed9c5 triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:06:11.799826 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:11.879278 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:11.902835 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2897d32-2f17-41e0-9558-2679167d9017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14303038-def1-418d-81bc-f65f2b9ed9c5'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:06:11.905099 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a22e849-65fe-499c-9de7-6b692e6dcd06" -d '{"events": [{"server_uuid": "d2897d32-2f17-41e0-9558-2679167d9017", "name": "network-vif-plugged", "status": "completed", "tag": "14303038-def1-418d-81bc-f65f2b9ed9c5"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:06:11.918644 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port 14303038-def1-418d-81bc-f65f2b9ed9c5, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=14303038-def1-418d-81bc-f65f2b9ed9c5,segment=NetworkSegment(dc9b873a-75a9-48a1-942f-b1a6ff7b8647),segment_id=dc9b873a-75a9-48a1-942f-b1a6ff7b8647)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:06:11.922524 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:11.976780 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=14303038-def1-418d-81bc-f65f2b9ed9c5,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:12.076971 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a8987f-1ce4-41be-b49f-56b5dc706b4a x-openstack-request-id: req-89a8987f-1ce4-41be-b49f-56b5dc706b4a {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:06:12.077271 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2897d32-2f17-41e0-9558-2679167d9017", "name": "network-vif-plugged", "status": "completed", "tag": "14303038-def1-418d-81bc-f65f2b9ed9c5", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:06:12.077787 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-89a8987f-1ce4-41be-b49f-56b5dc706b4a {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:06:12.078191 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2897d32-2f17-41e0-9558-2679167d9017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14303038-def1-418d-81bc-f65f2b9ed9c5', 'code': 200} Nov 19 18:06:12.250314 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e44a61-40c6-4c5b-b7e9-4f685dedce23 req-0bdc5cd6-5cd8-419b-adb8-ab9061450b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:12.251855 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-49e44a61-40c6-4c5b-b7e9-4f685dedce23 req-0bdc5cd6-5cd8-419b-adb8-ab9061450b80 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 1098 time: 0.0431676 Nov 19 18:06:12.303742 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-49e44a61-40c6-4c5b-b7e9-4f685dedce23 req-f18016d3-0ba6-409e-aa30-c6d7563c860f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443299 Nov 19 18:06:12.378632 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a1bfc-8320-4312-b73f-7eb392f1864f req-3e4dd856-7e64-4c09-b6f4-08709acaca9f tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:12.380332 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b11a1bfc-8320-4312-b73f-7eb392f1864f req-3e4dd856-7e64-4c09-b6f4-08709acaca9f tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 945 time: 0.0495594 Nov 19 18:06:12.429885 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-b11a1bfc-8320-4312-b73f-7eb392f1864f req-15ccde0b-cbf9-47e4-b612-ab5a48755e4a tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435181 Nov 19 18:06:13.556336 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb88f82-d10c-4092-944c-2d54d622c250 req-0de3e323-2467-472e-9423-f7c9f03c79a2 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:13.558288 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ffb88f82-d10c-4092-944c-2d54d622c250 req-0de3e323-2467-472e-9423-f7c9f03c79a2 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 945 time: 0.0524166 Nov 19 18:06:13.607703 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-ffb88f82-d10c-4092-944c-2d54d622c250 req-8fbba722-35d9-43a3-bc1d-10dafa94dbd4 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431747 Nov 19 18:06:22.819125 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-a32d22aa-facc-4920-9490-b0d23248417a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:25.199062 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:06:25.980931 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f940-42ae-4a2b-b509-bbf0d5a774f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:27.280496 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:29.356013 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:29.639362 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:38.654727 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:52.825126 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1c161793-27dc-4bcd-8456-4172bb1b110b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:55.130660 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08958-2f85-4b15-93f4-251a2099efcf req-fd686f0a-0e82-4815-900b-70a04f1b12ac tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:55.132620 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-08c08958-2f85-4b15-93f4-251a2099efcf req-fd686f0a-0e82-4815-900b-70a04f1b12ac tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 945 time: 0.0540195 Nov 19 18:06:55.182256 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-08c08958-2f85-4b15-93f4-251a2099efcf req-cb6b4039-35a9-48bd-b2d0-a3e509fa6763 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433807 Nov 19 18:06:55.986267 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-f39b4fb4-2504-41ab-9f0f-5261ff12dcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:56.305095 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd459a6-917d-40f5-87fd-c9ccf8f092ad req-8f492dae-f8d0-4cf1-ab65-9a58cfccb824 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:56.306572 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0fd459a6-917d-40f5-87fd-c9ccf8f092ad req-8f492dae-f8d0-4cf1-ab65-9a58cfccb824 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 945 time: 0.0498147 Nov 19 18:06:56.360960 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-0fd459a6-917d-40f5-87fd-c9ccf8f092ad req-55a6aec8-783e-43a4-8a85-5ea2d4fa0f9e tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483131 Nov 19 18:06:56.765521 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46def5e-4399-4f43-9cf7-c3bf0ea7ba28 req-b4188766-ce41-4127-9539-71428e2b0f32 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:56.767110 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d46def5e-4399-4f43-9cf7-c3bf0ea7ba28 req-b4188766-ce41-4127-9539-71428e2b0f32 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 945 time: 0.0498776 Nov 19 18:06:56.862782 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-d46def5e-4399-4f43-9cf7-c3bf0ea7ba28 req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Deleting port 14303038-def1-418d-81bc-f65f2b9ed9c5 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:06:56.863122 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-d46def5e-4399-4f43-9cf7-c3bf0ea7ba28 req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:56.951859 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-d46def5e-4399-4f43-9cf7-c3bf0ea7ba28 req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] For port 14303038-def1-418d-81bc-f65f2b9ed9c5, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=14303038-def1-418d-81bc-f65f2b9ed9c5,segment=NetworkSegment(dc9b873a-75a9-48a1-942f-b1a6ff7b8647),segment_id=dc9b873a-75a9-48a1-942f-b1a6ff7b8647)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:06:56.952476 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-d46def5e-4399-4f43-9cf7-c3bf0ea7ba28 req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:56.969358 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-d46def5e-4399-4f43-9cf7-c3bf0ea7ba28 req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Calling delete_port for 14303038-def1-418d-81bc-f65f2b9ed9c5 owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:06:57.101766 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-d46def5e-4399-4f43-9cf7-c3bf0ea7ba28 req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:57.114014 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['14303038-def1-418d-81bc-f65f2b9ed9c5'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:06:57.130100 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Pushing event deleted for resources: {'Port': ['ID=14303038-def1-418d-81bc-f65f2b9ed9c5,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:57.140275 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:57.140638 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:57.140985 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:57.141330 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:57.141669 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:57.142008 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:57.142346 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:57.143147 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:57.143147 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:57.143530 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:57.143864 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:57.144193 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:57.190272 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46def5e-4399-4f43-9cf7-c3bf0ea7ba28 req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] No DVR routers for this DVR port 14303038-def1-418d-81bc-f65f2b9ed9c5 on host hv-cinder-81078 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:06:57.192844 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-d46def5e-4399-4f43-9cf7-c3bf0ea7ba28 req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:57.196897 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d46def5e-4399-4f43-9cf7-c3bf0ea7ba28 req-79f1d1bb-8790-4d0b-bb05-36750ad9b513 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.85 "DELETE /v2.0/ports/14303038-def1-418d-81bc-f65f2b9ed9c5 HTTP/1.1" status: 204 len: 173 time: 0.4236596 Nov 19 18:06:57.197343 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2897d32-2f17-41e0-9558-2679167d9017', 'name': 'network-vif-deleted', 'tag': '14303038-def1-418d-81bc-f65f2b9ed9c5'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:06:57.199668 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281e2060-1811-4255-808d-48b8e277d166" -d '{"events": [{"server_uuid": "d2897d32-2f17-41e0-9558-2679167d9017", "name": "network-vif-deleted", "tag": "14303038-def1-418d-81bc-f65f2b9ed9c5"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:06:57.238014 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d35793-1209-47db-9674-fd14852596c2 x-openstack-request-id: req-21d35793-1209-47db-9674-fd14852596c2 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:06:57.238314 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2897d32-2f17-41e0-9558-2679167d9017", "name": "network-vif-deleted", "tag": "14303038-def1-418d-81bc-f65f2b9ed9c5", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:06:57.238600 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-21d35793-1209-47db-9674-fd14852596c2 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:06:57.239003 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2897d32-2f17-41e0-9558-2679167d9017', 'name': 'network-vif-deleted', 'tag': '14303038-def1-418d-81bc-f65f2b9ed9c5', 'status': 'completed', 'code': 200} Nov 19 18:06:57.284176 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:57.471235 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-467ca532-60f0-485c-989a-e0d4e4dfb8c9 req-17af687a-689c-4a4a-9509-fb8f792ccc01 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2897d32-2f17-41e0-9558-2679167d9017 HTTP/1.1" status: 200 len: 210 time: 0.0279152 Nov 19 18:06:59.359931 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:59.642326 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:02.091934 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 14303038-def1-418d-81bc-f65f2b9ed9c5 no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:07:02.112113 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: 14303038-def1-418d-81bc-f65f2b9ed9c5 {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:07:02.112455 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device 14303038-def1-418d-81bc-f65f2b9ed9c5 not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:07:02.197387 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:07:08.512168 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-c97c6c7b-22bf-41f9-94a4-b14f1438e863 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:08.513659 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-c97c6c7b-22bf-41f9-94a4-b14f1438e863 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/networks?id=45a70d37-761b-4551-a7c3-d86c84e79d16 HTTP/1.1" status: 200 len: 813 time: 0.1037955 Nov 19 18:07:08.528808 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-700e54ea-3f34-48c3-8247-527cdf3a261e tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/quotas/3c85dcd9304147538e488cd58d2eff84 HTTP/1.1" status: 200 len: 375 time: 0.0091758 Nov 19 18:07:08.564925 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-0953d324-e69f-4f18-9690-a1d2b0405c2f tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c85dcd9304147538e488cd58d2eff84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307374 Nov 19 18:07:08.654215 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-87bef314-f0c7-4c2a-ad43-325801690bc8 service neutron] 10.222.0.71 "GET /v2.0/networks/45a70d37-761b-4551-a7c3-d86c84e79d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817544 Nov 19 18:07:08.672884 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:08.754955 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-1d325322-967f-44cb-bc7c-c2057073ef0b service neutron] 10.222.0.71 "GET /v2.0/networks/45a70d37-761b-4551-a7c3-d86c84e79d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944798 Nov 19 18:07:08.914195 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-d4d0e139-19f3-41ad-8135-9ccf018999d7 req-3d0da2de-2345-492b-a7a4-37743cb24fe4 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 210 time: 0.0259466 Nov 19 18:07:09.898931 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-daa5bf8d-a7aa-4573-b868-80b1fb1cf035 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:09.900426 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-daa5bf8d-a7aa-4573-b868-80b1fb1cf035 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.85 "GET /v2.0/networks?id=45a70d37-761b-4551-a7c3-d86c84e79d16 HTTP/1.1" status: 200 len: 813 time: 0.1135817 Nov 19 18:07:09.915957 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-af08470f-1d1a-4ff7-befe-131b83875077 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Request body: {'port': {'device_id': 'f3531001-4072-4fea-89d4-bd484fbe03cb', 'network_id': '45a70d37-761b-4551-a7c3-d86c84e79d16', 'admin_state_up': True, 'tenant_id': '3c85dcd9304147538e488cd58d2eff84'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:10.022116 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-09fd4474-7012-48fc-a127-03a52d48c1b5 req-a8c3d2ed-536a-4cc1-9ee7-9f2bef0d7190 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 210 time: 0.0369620 Nov 19 18:07:10.059935 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-af08470f-1d1a-4ff7-befe-131b83875077 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Made reservation on behalf of 3c85dcd9304147538e488cd58d2eff84 for: {'port': 1} {{(pid=103564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:07:10.063679 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-af08470f-1d1a-4ff7-befe-131b83875077 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:10.195309 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-af08470f-1d1a-4ff7-befe-131b83875077 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Allocated IP 172.20.0.13 (45a70d37-761b-4551-a7c3-d86c84e79d16/53a768f2-3d0f-464b-96af-12a29ef7c474/ef32d79e-9383-4c94-b1c3-35449aefd02a) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:07:10.348155 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-af08470f-1d1a-4ff7-befe-131b83875077 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks [] for port, precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:10.383702 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-af08470f-1d1a-4ff7-befe-131b83875077 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778804760504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:10.428233 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-af08470f-1d1a-4ff7-befe-131b83875077 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Network 45a70d37-761b-4551-a7c3-d86c84e79d16 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:07:10.431687 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-af08470f-1d1a-4ff7-befe-131b83875077 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:07:10.436057 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-af08470f-1d1a-4ff7-befe-131b83875077 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:07:10.441916 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08470f-1d1a-4ff7-befe-131b83875077 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Pushing event updated for resources: {'Port': ['ID=ef32d79e-9383-4c94-b1c3-35449aefd02a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:10.489634 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-af08470f-1d1a-4ff7-befe-131b83875077 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:10.490257 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-af08470f-1d1a-4ff7-befe-131b83875077 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:10.507400 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-af08470f-1d1a-4ff7-befe-131b83875077 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5976501 Nov 19 18:07:10.519822 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.v2.base [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Request body: {'port': {'device_id': 'f3531001-4072-4fea-89d4-bd484fbe03cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81078'}} {{(pid=103564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:10.577459 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:10.839073 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef32d79e-9383-4c94-b1c3-35449aefd02a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:07:10.846819 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:10.859535 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Transition to ACTIVE for port object ef32d79e-9383-4c94-b1c3-35449aefd02a will not be triggered until provisioned by entity L2. {{(pid=103564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:07:10.863300 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:10.911805 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef32d79e-9383-4c94-b1c3-35449aefd02a,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:10.985618 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Attempting to bind port ef32d79e-9383-4c94-b1c3-35449aefd02a on host hv-cinder-81078 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:07:10.985946 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Attempting to bind port ef32d79e-9383-4c94-b1c3-35449aefd02a by drivers openvswitch,hyperv on host hv-cinder-81078 at level 0 using segments [{'id': 'dc9b873a-75a9-48a1-942f-b1a6ff7b8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '45a70d37-761b-4551-a7c3-d86c84e79d16'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:07:10.986289 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Attempting to bind port ef32d79e-9383-4c94-b1c3-35449aefd02a on network 45a70d37-761b-4551-a7c3-d86c84e79d16 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:07:10.990764 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Port ef32d79e-9383-4c94-b1c3-35449aefd02a on network 45a70d37-761b-4551-a7c3-d86c84e79d16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81078 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:07:10.991086 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Attempting to bind port ef32d79e-9383-4c94-b1c3-35449aefd02a on network 45a70d37-761b-4551-a7c3-d86c84e79d16 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:07:10.996861 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Checking agent: {'id': '62cfbc6a-9da7-42e0-a793-06cfeee59f86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81078', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'started_at': datetime.datetime(2021, 11, 19, 17, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:07:10.997196 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Checking segment: {'id': 'dc9b873a-75a9-48a1-942f-b1a6ff7b8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '45a70d37-761b-4551-a7c3-d86c84e79d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:07:10.997581 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Bound using segment: {'id': 'dc9b873a-75a9-48a1-942f-b1a6ff7b8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '45a70d37-761b-4551-a7c3-d86c84e79d16'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:07:10.998008 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Bound port: ef32d79e-9383-4c94-b1c3-35449aefd02a, host: hv-cinder-81078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc9b873a-75a9-48a1-942f-b1a6ff7b8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '45a70d37-761b-4551-a7c3-d86c84e79d16'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:07:10.998359 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:11.065960 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] For port ef32d79e-9383-4c94-b1c3-35449aefd02a, host hv-cinder-81078, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:07:11.069716 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] For port ef32d79e-9383-4c94-b1c3-35449aefd02a, host hv-cinder-81078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ef32d79e-9383-4c94-b1c3-35449aefd02a,segment=NetworkSegment(dc9b873a-75a9-48a1-942f-b1a6ff7b8647),segment_id=dc9b873a-75a9-48a1-942f-b1a6ff7b8647)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:07:11.074035 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14508561'] for port, after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:11.110953 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:11.111587 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:11.112963 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] 10.222.0.85 "PUT /v2.0/ports/ef32d79e-9383-4c94-b1c3-35449aefd02a HTTP/1.1" status: 200 len: 1094 time: 0.5975854 Nov 19 18:07:11.120869 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3531001-4072-4fea-89d4-bd484fbe03cb', 'tag': 'ef32d79e-9383-4c94-b1c3-35449aefd02a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:07:11.127231 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2512faf-e882-4910-9e84-4a847e9d33b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3531001-4072-4fea-89d4-bd484fbe03cb", "tag": "ef32d79e-9383-4c94-b1c3-35449aefd02a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:07:11.166998 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f99cf3e-c4e9-400c-8526-d0b824578eb1 x-openstack-request-id: req-0f99cf3e-c4e9-400c-8526-d0b824578eb1 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:07:11.167293 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3531001-4072-4fea-89d4-bd484fbe03cb", "tag": "ef32d79e-9383-4c94-b1c3-35449aefd02a", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:07:11.167551 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0f99cf3e-c4e9-400c-8526-d0b824578eb1 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:07:11.167955 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3531001-4072-4fea-89d4-bd484fbe03cb', 'tag': 'ef32d79e-9383-4c94-b1c3-35449aefd02a', 'status': 'completed', 'code': 200} Nov 19 18:07:11.206043 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ba7b9-de41-4b3a-a737-338c6d4798a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef32d79e-9383-4c94-b1c3-35449aefd02a,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:11.218339 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56a8ce-977a-4e9e-bcc9-de55d41c580a req-dddeefb5-6b04-4fbf-a270-ea9b243d805f tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:11.219878 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a56a8ce-977a-4e9e-bcc9-de55d41c580a req-dddeefb5-6b04-4fbf-a270-ea9b243d805f tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 944 time: 0.1169136 Nov 19 18:07:11.245870 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-688d2cd3-5ca7-4aa1-a99f-890d0832417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:11.247370 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-688d2cd3-5ca7-4aa1-a99f-890d0832417b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c85dcd9304147538e488cd58d2eff84&device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 1097 time: 0.0924387 Nov 19 18:07:11.305364 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-4949a9bf-6599-4388-b0f3-2ae8785932e6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef32d79e-9383-4c94-b1c3-35449aefd02a HTTP/1.1" status: 200 len: 217 time: 0.0469003 Nov 19 18:07:11.310258 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a56a8ce-977a-4e9e-bcc9-de55d41c580a req-6f3482d3-e0c0-4c34-a0fa-3e17a823e8fb tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840561 Nov 19 18:07:11.358289 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-d9e90726-e2ae-460a-8e64-207834b4d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:11.359860 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-d9e90726-e2ae-460a-8e64-207834b4d1ba service neutron] 10.222.0.85 "GET /v2.0/subnets?id=53a768f2-3d0f-464b-96af-12a29ef7c474 HTTP/1.1" status: 200 len: 853 time: 0.0468621 Nov 19 18:07:11.393673 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-33692e3f-f82a-4f8b-88c7-417453bf58de service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45a70d37-761b-4551-a7c3-d86c84e79d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261197 Nov 19 18:07:11.489927 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-176c8128-80b0-4ece-a7f3-3ee452523731 service neutron] 10.222.0.85 "GET /v2.0/networks/45a70d37-761b-4551-a7c3-d86c84e79d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889785 Nov 19 18:07:11.580657 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-2cd5b3f7-ed8c-4d0c-8ce7-acbb1806a02f req-dc14585f-22f4-446e-954b-cab96b8ee367 service neutron] 10.222.0.85 "GET /v2.0/networks/45a70d37-761b-4551-a7c3-d86c84e79d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836706 Nov 19 18:07:11.666926 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2512faf-e882-4910-9e84-4a847e9d33b1 req-765aa336-45fc-4d8d-9f1c-a3cdee09e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:11.668330 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e2512faf-e882-4910-9e84-4a847e9d33b1 req-765aa336-45fc-4d8d-9f1c-a3cdee09e63f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c85dcd9304147538e488cd58d2eff84&device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 1097 time: 0.0416627 Nov 19 18:07:11.763538 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2512faf-e882-4910-9e84-4a847e9d33b1 req-6d50ef9c-1f0f-415d-8b3b-2ba9cb10bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:11.765026 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e2512faf-e882-4910-9e84-4a847e9d33b1 req-6d50ef9c-1f0f-415d-8b3b-2ba9cb10bc34 service neutron] 10.222.0.85 "GET /v2.0/networks?id=45a70d37-761b-4551-a7c3-d86c84e79d16 HTTP/1.1" status: 200 len: 915 time: 0.0891209 Nov 19 18:07:11.808570 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e2512faf-e882-4910-9e84-4a847e9d33b1 req-fcca913d-0857-40bb-8992-932d0e05126f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef32d79e-9383-4c94-b1c3-35449aefd02a HTTP/1.1" status: 200 len: 217 time: 0.0363338 Nov 19 18:07:11.858903 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2512faf-e882-4910-9e84-4a847e9d33b1 req-acee54a4-0fd7-476e-a682-99291cae5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:11.861739 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e2512faf-e882-4910-9e84-4a847e9d33b1 req-acee54a4-0fd7-476e-a682-99291cae5c99 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=53a768f2-3d0f-464b-96af-12a29ef7c474 HTTP/1.1" status: 200 len: 853 time: 0.0458612 Nov 19 18:07:11.897473 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e2512faf-e882-4910-9e84-4a847e9d33b1 req-8f1f87e0-04f7-4fed-94d7-7094bd2f5837 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=45a70d37-761b-4551-a7c3-d86c84e79d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286932 Nov 19 18:07:11.991645 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e2512faf-e882-4910-9e84-4a847e9d33b1 req-08077939-ad5c-4ce1-be6a-4e948b627402 service neutron] 10.222.0.85 "GET /v2.0/networks/45a70d37-761b-4551-a7c3-d86c84e79d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849805 Nov 19 18:07:12.088911 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-e2512faf-e882-4910-9e84-4a847e9d33b1 req-286c428b-7b9d-4117-9079-252c6cf6cea2 service neutron] 10.222.0.85 "GET /v2.0/networks/45a70d37-761b-4551-a7c3-d86c84e79d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887427 Nov 19 18:07:12.430537 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396cad2-c325-4f20-a7f2-e2a1b3e96f74 req-369160e2-feb1-4049-ad2e-cec832dc15ef tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:12.432052 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1396cad2-c325-4f20-a7f2-e2a1b3e96f74 req-369160e2-feb1-4049-ad2e-cec832dc15ef tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 944 time: 0.0505941 Nov 19 18:07:12.489259 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1396cad2-c325-4f20-a7f2-e2a1b3e96f74 req-415603af-96bb-4ee3-86fa-457bb7a51923 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509362 Nov 19 18:07:13.609832 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311af2ee-6c67-4cf0-9869-81f930b51839 req-4988b600-89af-4bdc-940b-6b7bad510411 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:13.611341 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-311af2ee-6c67-4cf0-9869-81f930b51839 req-4988b600-89af-4bdc-940b-6b7bad510411 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 944 time: 0.0488343 Nov 19 18:07:13.660180 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-311af2ee-6c67-4cf0-9869-81f930b51839 req-0cadcada-14bd-4b33-a821-9c1f135f9410 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428979 Nov 19 18:07:14.187272 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device ef32d79e-9383-4c94-b1c3-35449aefd02a details requested by agent hyperv_hv-cinder-81078 with host hv-cinder-81078 {{(pid=103566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:07:14.284941 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port ef32d79e-9383-4c94-b1c3-35449aefd02a, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ef32d79e-9383-4c94-b1c3-35449aefd02a,segment=NetworkSegment(dc9b873a-75a9-48a1-942f-b1a6ff7b8647),segment_id=dc9b873a-75a9-48a1-942f-b1a6ff7b8647)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:14.299337 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Returning: {'device': 'ef32d79e-9383-4c94-b1c3-35449aefd02a', 'network_id': '45a70d37-761b-4551-a7c3-d86c84e79d16', 'port_id': 'ef32d79e-9383-4c94-b1c3-35449aefd02a', 'mac_address': 'fa:16:3e:24:b6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a768f2-3d0f-464b-96af-12a29ef7c474', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:07:14.339405 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:14.352452 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef32d79e-9383-4c94-b1c3-35449aefd02a {{(pid=103566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:07:14.372702 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port ef32d79e-9383-4c94-b1c3-35449aefd02a, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ef32d79e-9383-4c94-b1c3-35449aefd02a,segment=NetworkSegment(dc9b873a-75a9-48a1-942f-b1a6ff7b8647),segment_id=dc9b873a-75a9-48a1-942f-b1a6ff7b8647)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:14.376656 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:14.422585 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=ef32d79e-9383-4c94-b1c3-35449aefd02a,revision_number=4']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:14.429664 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:14.430984 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:14.431453 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:14.431794 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:14.432134 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:14.432479 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:14.432816 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:14.433150 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:14.433485 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:14.433815 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:14.434144 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:14.434496 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:14.613244 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['ef32d79e-9383-4c94-b1c3-35449aefd02a'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:07:14.788610 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7faec-4755-48a7-a1f5-6d3622f35919 req-2019a6ed-bf7b-4ad0-8464-b1a28864952e tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:14.790894 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-37b7faec-4755-48a7-a1f5-6d3622f35919 req-2019a6ed-bf7b-4ad0-8464-b1a28864952e tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 945 time: 0.0548823 Nov 19 18:07:14.846641 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-37b7faec-4755-48a7-a1f5-6d3622f35919 req-34a600b5-07f5-4c04-8c06-abccd2a5774b tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498011 Nov 19 18:07:15.981146 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b493d7-be42-4242-ab8f-c741493944d3 req-99102c43-1c61-41b8-b9fc-c1a1172758d1 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:15.990733 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-22b493d7-be42-4242-ab8f-c741493944d3 req-99102c43-1c61-41b8-b9fc-c1a1172758d1 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 945 time: 0.0537305 Nov 19 18:07:16.034844 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-22b493d7-be42-4242-ab8f-c741493944d3 req-d71aa5fc-5615-4e53-ba9a-b81ef9c936c4 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454240 Nov 19 18:07:16.203171 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device ef32d79e-9383-4c94-b1c3-35449aefd02a up at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:07:16.253332 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning for port ef32d79e-9383-4c94-b1c3-35449aefd02a completed by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:07:16.257591 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.db.provisioning_blocks [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Provisioning complete for port ef32d79e-9383-4c94-b1c3-35449aefd02a triggered by entity L2. {{(pid=103566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:16.258495 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-676201'] for port, provisioning_complete {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:16.458916 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566777'] for port, before_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:16.483231 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3531001-4072-4fea-89d4-bd484fbe03cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef32d79e-9383-4c94-b1c3-35449aefd02a'}] {{(pid=103566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:07:16.485479 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbb6d95eab09e9ac11d47643c8930df2feefd4e546e22ff382726448253e204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05c2517-2e9e-4b16-9723-d890ef36befb" -d '{"events": [{"server_uuid": "f3531001-4072-4fea-89d4-bd484fbe03cb", "name": "network-vif-plugged", "status": "completed", "tag": "ef32d79e-9383-4c94-b1c3-35449aefd02a"}]}' {{(pid=103566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:07:16.501043 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] For port ef32d79e-9383-4c94-b1c3-35449aefd02a, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ef32d79e-9383-4c94-b1c3-35449aefd02a,segment=NetworkSegment(dc9b873a-75a9-48a1-942f-b1a6ff7b8647),segment_id=dc9b873a-75a9-48a1-942f-b1a6ff7b8647)] {{(pid=103566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:16.505765 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778805200339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778804760522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778804760540'] for port, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:16.528958 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138e8230-f088-4af1-b4d6-66222ec4f3b8 x-openstack-request-id: req-138e8230-f088-4af1-b4d6-66222ec4f3b8 {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:07:16.529301 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3531001-4072-4fea-89d4-bd484fbe03cb", "name": "network-vif-plugged", "status": "completed", "tag": "ef32d79e-9383-4c94-b1c3-35449aefd02a", "code": 200}]} {{(pid=103566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:07:16.529482 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-138e8230-f088-4af1-b4d6-66222ec4f3b8 {{(pid=103566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:07:16.529864 dv-cinder-810785-3-iscsi neutron-server[103566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3531001-4072-4fea-89d4-bd484fbe03cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef32d79e-9383-4c94-b1c3-35449aefd02a', 'code': 200} Nov 19 18:07:16.555999 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Pushing event updated for resources: {'Port': ['ID=ef32d79e-9383-4c94-b1c3-35449aefd02a,revision_number=5']} {{(pid=103566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:16.713963 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617acc5-d1fe-46f2-a7f2-2d2e3d0e81a0 req-2d30a89f-857d-42e8-b006-3ccc9d6558bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:16.715509 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7617acc5-d1fe-46f2-a7f2-2d2e3d0e81a0 req-2d30a89f-857d-42e8-b006-3ccc9d6558bd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 1099 time: 0.0523920 Nov 19 18:07:16.763401 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-7617acc5-d1fe-46f2-a7f2-2d2e3d0e81a0 req-32c63e1a-a5fe-4f63-8583-deab27d3ccdf service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Nov 19 18:07:17.152450 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d38f3-219c-4068-a046-f8e9791370f8 req-0e264aa7-c38a-4602-a3d3-1c61fce5a35e tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:17.154019 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a0d38f3-219c-4068-a046-f8e9791370f8 req-0e264aa7-c38a-4602-a3d3-1c61fce5a35e tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 946 time: 0.0490513 Nov 19 18:07:17.203060 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-9a0d38f3-219c-4068-a046-f8e9791370f8 req-9445ff7e-7a65-4cee-85f1-5d8cef53ba31 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424037 Nov 19 18:07:18.319232 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ef23-293b-4759-a4bc-a6cedf839c73 req-65043840-8ba1-45d1-9afb-2a8787e4d803 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:18.320730 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8ef2ef23-293b-4759-a4bc-a6cedf839c73 req-65043840-8ba1-45d1-9afb-2a8787e4d803 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 946 time: 0.0481136 Nov 19 18:07:18.373345 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-8ef2ef23-293b-4759-a4bc-a6cedf839c73 req-08b30bd3-2fbd-475a-8000-fc4bc75da1fe tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461450 Nov 19 18:07:22.816054 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-4625d217-5276-457d-8dde-62771ee2b373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:25.988894 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-305d970d-3bfe-4982-a3b5-2d192d008eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:27.284196 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:29.365672 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:29.644370 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:38.393819 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e992e-1385-4e7d-8f6d-8af40ab13088 req-40bfc3da-e5f4-454b-9a77-283d1f7ce5d6 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:38.395243 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-871e992e-1385-4e7d-8f6d-8af40ab13088 req-40bfc3da-e5f4-454b-9a77-283d1f7ce5d6 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 946 time: 0.0575407 Nov 19 18:07:38.444364 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-871e992e-1385-4e7d-8f6d-8af40ab13088 req-fa11db93-b1b5-4b90-84d2-a92df49f03a3 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432730 Nov 19 18:07:38.672299 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:39.196734 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:07:39.574642 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e4794-62f3-404d-a74f-28b2d681251b req-2beb0ceb-eed4-4d3f-a6ae-5da3943c3354 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:39.576198 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-920e4794-62f3-404d-a74f-28b2d681251b req-2beb0ceb-eed4-4d3f-a6ae-5da3943c3354 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 946 time: 0.0579059 Nov 19 18:07:39.625057 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-920e4794-62f3-404d-a74f-28b2d681251b req-01694f93-4e40-4df7-8a19-424d57731a90 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a704235-c915-462c-aad4-afcdcfc0f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Nov 19 18:07:40.164291 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6101de-f62e-4466-bbbc-e158a55b68cc req-50dac349-0f74-43ed-9228-ceb3b9ae564b tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:40.165754 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1c6101de-f62e-4466-bbbc-e158a55b68cc req-50dac349-0f74-43ed-9228-ceb3b9ae564b tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 946 time: 0.0534763 Nov 19 18:07:40.258456 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-1c6101de-f62e-4466-bbbc-e158a55b68cc req-8c6f99f6-1dac-4606-839d-5832d460ace7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Deleting port ef32d79e-9383-4c94-b1c3-35449aefd02a {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:07:40.258803 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-1c6101de-f62e-4466-bbbc-e158a55b68cc req-8c6f99f6-1dac-4606-839d-5832d460ace7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778805193575'] for port, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:40.352146 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.db [req-1c6101de-f62e-4466-bbbc-e158a55b68cc req-8c6f99f6-1dac-4606-839d-5832d460ace7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] For port ef32d79e-9383-4c94-b1c3-35449aefd02a, host hv-cinder-81078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81078',level=0,port_id=ef32d79e-9383-4c94-b1c3-35449aefd02a,segment=NetworkSegment(dc9b873a-75a9-48a1-942f-b1a6ff7b8647),segment_id=dc9b873a-75a9-48a1-942f-b1a6ff7b8647)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:40.352458 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-1c6101de-f62e-4466-bbbc-e158a55b68cc req-8c6f99f6-1dac-4606-839d-5832d460ace7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759923'] for port, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:40.367930 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [req-1c6101de-f62e-4466-bbbc-e158a55b68cc req-8c6f99f6-1dac-4606-839d-5832d460ace7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Calling delete_port for ef32d79e-9383-4c94-b1c3-35449aefd02a owned by compute:nova {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:07:40.501849 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-1c6101de-f62e-4466-bbbc-e158a55b68cc req-8c6f99f6-1dac-4606-839d-5832d460ace7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778805200321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778804760513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14508648'] for port, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:40.515163 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.db [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] get_ports_and_sgs() called for port_ids ['ef32d79e-9383-4c94-b1c3-35449aefd02a'] {{(pid=103566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:07:40.533053 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f99f6-1dac-4606-839d-5832d460ace7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Pushing event deleted for resources: {'Port': ['ID=ef32d79e-9383-4c94-b1c3-35449aefd02a,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:40.579699 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6101de-f62e-4466-bbbc-e158a55b68cc req-8c6f99f6-1dac-4606-839d-5832d460ace7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] No DVR routers for this DVR port ef32d79e-9383-4c94-b1c3-35449aefd02a on host hv-cinder-81078 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:07:40.582272 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [req-1c6101de-f62e-4466-bbbc-e158a55b68cc req-8c6f99f6-1dac-4606-839d-5832d460ace7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221761'] for port, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:40.585800 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-1c6101de-f62e-4466-bbbc-e158a55b68cc req-8c6f99f6-1dac-4606-839d-5832d460ace7 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.85 "DELETE /v2.0/ports/ef32d79e-9383-4c94-b1c3-35449aefd02a HTTP/1.1" status: 204 len: 173 time: 0.4138043 Nov 19 18:07:40.586267 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3531001-4072-4fea-89d4-bd484fbe03cb', 'name': 'network-vif-deleted', 'tag': 'ef32d79e-9383-4c94-b1c3-35449aefd02a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:07:40.588703 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a3f212e8ee49a56a15973f624a58456dc5c2471ffcd15020d0332ee0a4c891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77346f06-cf45-4a42-8ef2-80836e6da647" -d '{"events": [{"server_uuid": "f3531001-4072-4fea-89d4-bd484fbe03cb", "name": "network-vif-deleted", "tag": "ef32d79e-9383-4c94-b1c3-35449aefd02a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:07:40.627481 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c47f78-218d-4867-9b06-1fe6145022fe x-openstack-request-id: req-b0c47f78-218d-4867-9b06-1fe6145022fe {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:07:40.627789 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3531001-4072-4fea-89d4-bd484fbe03cb", "name": "network-vif-deleted", "tag": "ef32d79e-9383-4c94-b1c3-35449aefd02a", "status": "completed", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:07:40.628044 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b0c47f78-218d-4867-9b06-1fe6145022fe {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:07:40.628455 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3531001-4072-4fea-89d4-bd484fbe03cb', 'name': 'network-vif-deleted', 'tag': 'ef32d79e-9383-4c94-b1c3-35449aefd02a', 'status': 'completed', 'code': 200} Nov 19 18:07:40.723746 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [req-3700b62a-e6bf-47b6-a22e-86da8b69416d req-c112e454-9e6f-42c5-90b6-4015c29a3597 tempest-VolumesSnapshotTestJSON-824211277 tempest-VolumesSnapshotTestJSON-824211277-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3531001-4072-4fea-89d4-bd484fbe03cb HTTP/1.1" status: 200 len: 210 time: 0.0275004 Nov 19 18:07:44.386831 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device ef32d79e-9383-4c94-b1c3-35449aefd02a no longer exists at agent hyperv_hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:07:44.406417 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.plugin [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] No Port match for: ef32d79e-9383-4c94-b1c3-35449aefd02a {{(pid=103566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:07:44.406757 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron.plugins.ml2.rpc [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Device ef32d79e-9383-4c94-b1c3-35449aefd02a not bound to the agent host hv-cinder-81078 {{(pid=103566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:07:52.817596 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c3dc74a4-20be-4458-9b40-41a3c8e0b2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:55.995477 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-020c51ec-c992-4dfe-b7dd-3d0d83b45de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:57.293606 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:59.371010 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:59.646294 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:04.916568 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [-] (103564) accepted ('10.222.0.71', 47764) {{(pid=103564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:04.964654 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Deleting subnet 53a768f2-3d0f-464b-96af-12a29ef7c474 {{(pid=103564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:08:04.967953 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.020902 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14508630'] for subnet, precommit_delete_associations {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.074216 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-573837'] for subnet, precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.130172 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-573814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14508635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14553286'] for subnet, after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.157395 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a768f2-3d0f-464b-96af-12a29ef7c474,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:05.159782 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for subnet, before_response {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.163941 dv-cinder-810785-3-iscsi neutron-server[103564]: INFO neutron.wsgi [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/53a768f2-3d0f-464b-96af-12a29ef7c474 HTTP/1.1" status: 204 len: 168 time: 0.2463427 Nov 19 18:08:05.167070 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 47766) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:05.170892 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.171324 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.171676 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.172023 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.172362 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.172703 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.173037 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.173373 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.173706 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.174038 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.174370 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.174721 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacbec9a-b5f1-4c9a-8176-d7649ae59b51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.241240 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-731027'] for network, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.327010 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-580378', 'neutron.services.segments.db._delete_segments_for_network-8778805270155'] for network, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.349243 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a70d37-761b-4551-a7c3-d86c84e79d16']}} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:05.360788 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9b873a-75a9-48a1-942f-b1a6ff7b8647') {'for_net_delete': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:05.361117 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.services.segments.db [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9b873a-75a9-48a1-942f-b1a6ff7b8647') {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:05.372117 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778805089675', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1241569'] for segment, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.390934 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760'] for segment, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.399325 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Releasing vlan 1106 on physical network physnet1 to pool {{(pid=103565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:08:05.400215 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-587760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247914'] for segment, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: Traceback (most recent call last): Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: timer() Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: cb(*args, **kw) Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: return func(*args, **kwargs) Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: self._notify() Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: self.callback(batched_events) Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: event.method(event) Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: return f(self, *a, **k) Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._get(url).json() Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: return self.request(url, 'GET', **kwargs) Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:08:05.402300 dv-cinder-810785-3-iscsi neutron-server[103565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:08:05.468931 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-580355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828874'] for network, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.478469 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607946'] for network, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.481132 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] 10.222.0.71 "DELETE /v2.0/networks/45a70d37-761b-4551-a7c3-d86c84e79d16 HTTP/1.1" status: 204 len: 168 time: 0.3127708 Nov 19 18:08:05.494668 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=45a70d37-761b-4551-a7c3-d86c84e79d16,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:05.504754 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.504754 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.504754 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.505285 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.505409 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.505755 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.506092 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.506473 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.506797 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.507134 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.507472 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.507805 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6a9c-e9f7-4123-b40a-6241d51512a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810785-3-iscsi {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:05.647869 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 47772) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:05.696076 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-a0e95279-ec7d-4ce0-876c-5e07dea45cc7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3c85dcd9304147538e488cd58d2eff84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471802 Nov 19 18:08:05.698508 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.wsgi [-] (103565) accepted ('10.222.0.71', 47774) {{(pid=103565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:05.758308 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b0bd824b-eed6-4bab-a805-9c0599b74ff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.782168 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b0bd824b-eed6-4bab-a805-9c0599b74ff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.837087 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b0bd824b-eed6-4bab-a805-9c0599b74ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330367'] for security_group, after_delete {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.840123 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b0bd824b-eed6-4bab-a805-9c0599b74ff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.842027 dv-cinder-810785-3-iscsi neutron-server[103565]: INFO neutron.wsgi [None req-b0bd824b-eed6-4bab-a805-9c0599b74ff5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2a704235-c915-462c-aad4-afcdcfc0f3c2 HTTP/1.1" status: 204 len: 168 time: 0.1419110 Nov 19 18:08:05.852556 dv-cinder-810785-3-iscsi neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd824b-eed6-4bab-a805-9c0599b74ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a704235-c915-462c-aad4-afcdcfc0f3c2,revision_number=None']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:08.671702 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:16.197309 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:08:22.821079 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-1f506cb6-64cf-4c5d-80d8-815e6341f2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:25.992079 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-060477d3-9025-4da3-b82b-b36786937e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:27.296506 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:29.359894 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:29.648997 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:38.687254 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:52.823668 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-6e17fbb7-94ba-4f19-98ed-d26ce14a0831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:53.197470 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:08:55.986924 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-2643ed8c-5eb3-4d18-9ac0-7993b29330fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:57.292882 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:59.360820 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:59.651362 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:08.702873 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.827765 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-963248df-f011-49cd-af65-8bcdf693b7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:25.992190 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-904ea74a-f023-4b4e-ab02-2816c2ad746e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:27.300232 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:29.368011 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:29.659546 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:30.197958 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:09:38.702457 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:52.831882 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-ae9347b5-b8d0-4519-b692-077f1a1d2219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:55.998039 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d6bdbcbe-5700-4608-bdac-00f660f65d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:57.304430 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:59.368802 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:59.655441 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:07.198334 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:10:08.716068 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:22.834208 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3904f1af-6e81-43c0-89a1-597a3a51023e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:26.005215 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-95378a28-a995-4c8d-9187-09cd9ed7f13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:27.303876 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:29.371324 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:29.648082 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:38.727732 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:44.198310 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:10:52.837062 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e345f8b6-e76d-474d-964e-7b265e05576a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:55.996951 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-5ef43b63-b313-4760-8a30-4ec9eb148c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:57.305133 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:59.374727 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:59.652899 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:08.745303 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:21.197964 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:11:22.839616 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-09e0a61c-d560-492d-bab6-90303dae524c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:25.999591 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-d13329bb-6103-4986-b3ae-698036548506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:27.309240 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:29.375069 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:29.647756 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:38.758298 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:52.841492 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-e700cfb5-b378-4e2a-910f-b24f25bed316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:56.002158 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-ad263770-8998-4ef0-beb3-c9d43bc9e130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:57.312951 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:58.199510 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:11:59.388536 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:59.657714 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.761410 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:14.238320 dv-cinder-810785-3-iscsi neutron-server[103564]: DEBUG neutron.wsgi [req-f74cc5df-4dd2-46bb-b085-5e06208e191e req-406e9999-10ad-43ad-b1b5-03805fb5e8c1 service neutron] (103564) timed out ('10.222.0.85', 62169) {{(pid=103564) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:12:22.845299 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-5db072c0-69bf-4b03-af28-531a438a9f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:26.008038 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-a6fa1813-6b91-4a39-b615-fc8584481cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.317125 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.380436 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.651879 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:35.199998 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:12:38.775831 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.848173 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-c847c73b-a118-41b1-b5ea-80b81d674bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:56.002249 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-3aa9f983-f31c-4aaf-84da-004b7e327de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:57.318778 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:59.384747 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:59.654642 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:08.774373 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:12.199395 dv-cinder-810785-3-iscsi neutron-server[103567]: DEBUG neutron.db.agents_db [None req-03df2669-61fd-4be5-8c87-f0426e65947c None None] Agent healthcheck: found 6 active agents {{(pid=103567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:13:22.850483 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-b28fb8d8-a9c6-4a0f-ace0-1628ed3cfa2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:26.008183 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-7f22f9ad-4886-454d-8e58-efdf449373a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:27.320130 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-90982980-54a5-4a11-9627-2c0e0bf0b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.387878 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-35bf3007-fd4c-4b91-9112-3c1ad954413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.656781 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1a5f-fc85-4632-b403-de409b38575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:38.784395 dv-cinder-810785-3-iscsi neutron-server[103566]: DEBUG neutron_lib.callbacks.manager [None req-396d0583-07a6-4712-b7f7-0eff1b66788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778805271664', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676122'] for agent, after_update {{(pid=103566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}